{"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.237432235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.252764206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.284878861Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.284909012Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.356057224Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.356099642Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.412115047Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/9393a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.037091871Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.073720884Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.073822164Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.073877097Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.073913476Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.073952403Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.0739868Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074021839Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074051512Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074111502Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074146525Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074179978Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074222484Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074275419Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074410965Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074515255Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074610882Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074676376Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074685523Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.0747513Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.074839137Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.175492302Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 00:13:59.175573 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.376292281Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.376353408Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 00:14:17.573889 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.574243722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.574788218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.575224337Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.575373638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.576315209Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.57632117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.576414144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.5765072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.576849808Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.577039081Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.577213901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.57734128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.57759073Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.577856983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.577861191Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.57813427Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578491853Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578645745Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578671094Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578693275Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578733241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578795929Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578815891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578836537Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578980189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.579006878Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.579080013Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.57911007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.579130396Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.579234063Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.579362316Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.579391679Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.578351228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580105374Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580428124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580459354Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580732799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580819194Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580861588Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580884668Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.580905883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581047201Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581069964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581270453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581519952Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581545925Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581569649Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581648946Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.58166552Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581694037Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581817465Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.581839829Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.666678996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.795006338Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.915095713Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.001499749Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.001552948Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.005334122Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.005438708Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.017011622Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.017051124Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.019165566Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.019180676Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.019179731Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.019189473Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.019469744Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.019490986Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.063276218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d676c57-beaf-4b93-99fa-9cfedc03400b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.063277235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9408f21e-1237-42bf-a946-1cf2f7f5df10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.071929266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ea6ea7-b057-4030-94ed-437c42021ee6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.071950305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ea6ea7-b057-4030-94ed-437c42021ee6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.091383243Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.091433594Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.208564461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9408f21e-1237-42bf-a946-1cf2f7f5df10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:18.224500643Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d676c57-beaf-4b93-99fa-9cfedc03400b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.225749414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c78ef15-3b8d-4750-ae39-f2dc4f49528f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.225768455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c78ef15-3b8d-4750-ae39-f2dc4f49528f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.293504197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9408f21e-1237-42bf-a946-1cf2f7f5df10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.298990741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4494fdb4-cfa2-4c1c-b59d-cfd5b41cf75c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.299014373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4494fdb4-cfa2-4c1c-b59d-cfd5b41cf75c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.299425358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8acdc179-7550-464d-87ec-34f5fcd6d296","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.299447024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8acdc179-7550-464d-87ec-34f5fcd6d296","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:18.300577429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d676c57-beaf-4b93-99fa-9cfedc03400b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.337434552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4209b4a4-353a-4c1f-8404-f8105d72b7a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.337474218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4209b4a4-353a-4c1f-8404-f8105d72b7a9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.420359369Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"591f81ce-fc7f-43e8-aa3f-a07a313a6587","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.420767456Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2a363aa-baf2-452b-965c-493aeae678e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.421555363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d451317e-72a8-4708-aeb7-77bb4aab115d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.421571629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d451317e-72a8-4708-aeb7-77bb4aab115d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.490852652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a849694-1526-4bde-8922-74b77e68e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.491673787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3648bce9-27ba-4226-ad8d-f3bb26ee0f7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.491695586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3648bce9-27ba-4226-ad8d-f3bb26ee0f7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.524302052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a849694-1526-4bde-8922-74b77e68e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.526687211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f52c28cb-ece8-41f3-8c27-328abc06f7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.621163094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6bf305f-b66c-467d-987f-e3ebf84cd5e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.621195333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6bf305f-b66c-467d-987f-e3ebf84cd5e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.628585365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f52c28cb-ece8-41f3-8c27-328abc06f7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.706738124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f251e37-f559-425b-8110-ff37b0f57607","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.706768864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f251e37-f559-425b-8110-ff37b0f57607","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.729794235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c7bd4845-34a6-4a1c-bb21-6e56e41ffdc5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.729811061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c7bd4845-34a6-4a1c-bb21-6e56e41ffdc5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.730116279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29971b01-2b5d-46ec-903d-3584caecac99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.73012905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29971b01-2b5d-46ec-903d-3584caecac99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.741592059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da7651d1-f730-48ba-834a-552ead1fee71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.760500969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45579800-3c12-44db-a146-fde093a72e37","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.760517114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45579800-3c12-44db-a146-fde093a72e37","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.812616206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cb2f1fa-0d81-417c-bf90-73ff0c32116b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.812640533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cb2f1fa-0d81-417c-bf90-73ff0c32116b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.814834732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2de43a7e-67aa-4cf5-9f81-a3b07176a954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.863632198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d529fa33-70f7-4de0-949a-38fbabec398d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.863671103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d529fa33-70f7-4de0-949a-38fbabec398d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.869781771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f59172-192a-42fd-a81b-c2eb31269ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.885934686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f59172-192a-42fd-a81b-c2eb31269ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.903293519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f59172-192a-42fd-a81b-c2eb31269ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.919749278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f59172-192a-42fd-a81b-c2eb31269ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:20.109203961Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a03c2806-57eb-4292-a46e-e833e7435fa7","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.910678436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56ed7e6d-a7de-43f5-ac2f-89143df8c979","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.947515047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd1f4e5-c311-457b-8bb8-e3b9aced70fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.947514621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ad099b7-7c0e-4137-9ae5-aa2f636141e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.9668478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd1f4e5-c311-457b-8bb8-e3b9aced70fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.96728278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8d9ef33-5280-4e2f-86ce-24d1b43e6a42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.96729775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8d9ef33-5280-4e2f-86ce-24d1b43e6a42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.970598523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ad099b7-7c0e-4137-9ae5-aa2f636141e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.015373924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e3c8055-16f9-4f3e-97b3-4da32e1aced7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.074776583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"866c6196-a226-4630-9e41-1d21f7a9c636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.074794739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"866c6196-a226-4630-9e41-1d21f7a9c636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.142289207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f50f1ef1-05c9-456f-a688-b8cea95396cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.142312721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f50f1ef1-05c9-456f-a688-b8cea95396cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.144914917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f28bc62-f1d9-47ee-aa00-91eee96ddaf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.144930746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f28bc62-f1d9-47ee-aa00-91eee96ddaf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.192858107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0f5c1b4-a112-4bd3-8800-220169967ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.192858131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ee9d85d-0701-49c7-9b18-78b71431c538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.213114491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0f5c1b4-a112-4bd3-8800-220169967ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.213823721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ee9d85d-0701-49c7-9b18-78b71431c538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.46585947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dcfbbbd6-e469-4e42-a562-11cde5f3e12e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.465879026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dcfbbbd6-e469-4e42-a562-11cde5f3e12e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.511778212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ae3508-0ec4-455e-9c6b-b87d06db1d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.53137924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ae3508-0ec4-455e-9c6b-b87d06db1d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.649500911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f875787a-c364-4e7a-95ec-31f85a94bcb0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.649525679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f875787a-c364-4e7a-95ec-31f85a94bcb0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.695648585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6a40ad8-2f42-415e-b616-d59184ea040f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.695669622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6a40ad8-2f42-415e-b616-d59184ea040f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.696013546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72875d88-218e-418b-a04d-c22f40cbc3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.71207032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"849db7c4-5365-4da0-9ec1-9a9d292eea35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.715195609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72875d88-218e-418b-a04d-c22f40cbc3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.766031901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c4e62a5-66df-4223-a94a-77261fa3d631","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.766051928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c4e62a5-66df-4223-a94a-77261fa3d631","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.797031013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66c2c5d1-c52e-403b-b5af-489130642bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.81662684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66c2c5d1-c52e-403b-b5af-489130642bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:22.98447148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66c2c5d1-c52e-403b-b5af-489130642bc2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:23.035446089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"706a79bb-163b-46b4-9089-1aa27dcc53b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:23.05444228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"706a79bb-163b-46b4-9089-1aa27dcc53b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:24.960102441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8644fb4-72d0-4de0-bdc5-1e4516bb70fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:24.960215684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d841371-d7c4-4c60-a7e6-a53e88d18109","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:47.711050684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:00.979821367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21adb9c-f893-4542-946e-60713537bb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:00.99617304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21adb9c-f893-4542-946e-60713537bb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.012181732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21adb9c-f893-4542-946e-60713537bb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.028119778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b21adb9c-f893-4542-946e-60713537bb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.763845574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c2bb4-d96b-4ea2-85bb-066e0bcdb8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.780369916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c2bb4-d96b-4ea2-85bb-066e0bcdb8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.796243144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c2bb4-d96b-4ea2-85bb-066e0bcdb8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.814428374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87c2bb4-d96b-4ea2-85bb-066e0bcdb8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:01.834174033Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c600f063","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c600f063","reconcileID":"06ea8ab8-1d59-4675-98a0-d227ad1a1141","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c600f063","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c600f063":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:02.51838858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce65cece-977f-43fa-8a67-62fa6d60b79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:02.534585992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce65cece-977f-43fa-8a67-62fa6d60b79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:02.549986169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce65cece-977f-43fa-8a67-62fa6d60b79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:02.565870171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce65cece-977f-43fa-8a67-62fa6d60b79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:02.625773162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a96a129b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a96a129b","reconcileID":"d1ef1be8-499a-41f3-8d62-7067fb7e0eba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a96a129b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-a96a129b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:03.287314304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d009a9-f8cb-4764-bf28-95d764948a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:03.302760103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d009a9-f8cb-4764-bf28-95d764948a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:03.318199172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d009a9-f8cb-4764-bf28-95d764948a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:03.33366661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d009a9-f8cb-4764-bf28-95d764948a2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:03.815072296Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-b4cc5943","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-b4cc5943","reconcileID":"aecc8d97-288d-43e2-a5f9-efee8793e482","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-b4cc5943-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-b4cc5943-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:03.991665508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a883c0cd-7bd5-4e2f-affc-548feb54c247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.00727537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a883c0cd-7bd5-4e2f-affc-548feb54c247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.022875338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a883c0cd-7bd5-4e2f-affc-548feb54c247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.038533334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a883c0cd-7bd5-4e2f-affc-548feb54c247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.342466622Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-19590f89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-19590f89","reconcileID":"bc83fc81-b731-48e0-9eda-1fb32022702a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-19590f89","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-19590f89":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.694764102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99dc6-4be4-4dd6-9a42-d4483518fedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.714010838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99dc6-4be4-4dd6-9a42-d4483518fedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.729753631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99dc6-4be4-4dd6-9a42-d4483518fedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:04.745465169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a99dc6-4be4-4dd6-9a42-d4483518fedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:05.182399221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"151285d7-5c49-4d4e-a626-14d15b03ee1f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c600f063","tenantID":"e2e-ait-c600f063","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:05.245631779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"151285d7-5c49-4d4e-a626-14d15b03ee1f","name":"e2e-ait-c600f063-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:05.542386856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d160e-1b5e-42f4-8da0-8d99381dd25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:05.558082067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d160e-1b5e-42f4-8da0-8d99381dd25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:05.575105947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d160e-1b5e-42f4-8da0-8d99381dd25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:05.591612172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d160e-1b5e-42f4-8da0-8d99381dd25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.069573151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82b21653-1133-452c-9467-3d389370c98e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.078299405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d03f7e20-0ccb-48a0-88f5-b70d7ff71651","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.286842323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55cdd6e-6b66-4f84-93f5-7598685fb93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.30222211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55cdd6e-6b66-4f84-93f5-7598685fb93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.318137338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55cdd6e-6b66-4f84-93f5-7598685fb93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:06.333603246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55cdd6e-6b66-4f84-93f5-7598685fb93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.018139517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da230141-08a9-4534-830c-566712d088ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.033614476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da230141-08a9-4534-830c-566712d088ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.049095895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da230141-08a9-4534-830c-566712d088ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.06477897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da230141-08a9-4534-830c-566712d088ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.112316588Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"378b76b7-ec85-4c99-94cf-2c4125e32807","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.129854705Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"378b76b7-ec85-4c99-94cf-2c4125e32807","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.168050878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"378b76b7-ec85-4c99-94cf-2c4125e32807","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-b4cc5943-gw","tenantID":"e2e-migrate-b4cc5943","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.21109622Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"378b76b7-ec85-4c99-94cf-2c4125e32807","name":"e2e-migrate-b4cc5943-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.730327084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04535-0140-471c-b6a9-8422b4c785f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.746123119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04535-0140-471c-b6a9-8422b4c785f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.761802914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04535-0140-471c-b6a9-8422b4c785f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:07.777520387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04535-0140-471c-b6a9-8422b4c785f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:08.398731544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393222f-872c-4b98-8a32-d016a256b6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:08.414129496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393222f-872c-4b98-8a32-d016a256b6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:08.429621368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393222f-872c-4b98-8a32-d016a256b6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:08.445114491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393222f-872c-4b98-8a32-d016a256b6c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:08.969859994Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0f54aaf9-0671-419a-b551-826110c59e87","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.081202288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ddf4be-1637-43f1-aec9-3148a59904d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.096697773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ddf4be-1637-43f1-aec9-3148a59904d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.112152171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ddf4be-1637-43f1-aec9-3148a59904d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.128016636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ddf4be-1637-43f1-aec9-3148a59904d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.872043084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e895a1b-52ec-47c1-8f1d-e2579f8761b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.890195428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e895a1b-52ec-47c1-8f1d-e2579f8761b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.907408541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e895a1b-52ec-47c1-8f1d-e2579f8761b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.92288829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e895a1b-52ec-47c1-8f1d-e2579f8761b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.675088141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae899f1a-d92b-469c-ae46-1138795446c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.690494307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae899f1a-d92b-469c-ae46-1138795446c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.706039783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae899f1a-d92b-469c-ae46-1138795446c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.721365305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae899f1a-d92b-469c-ae46-1138795446c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.064180032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-e3e6ed37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-e3e6ed37","reconcileID":"c01be239-8aad-46e6-95c9-f0cde43fca89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-e3e6ed37","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-e3e6ed37":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.096841269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"2fab75b8-68a9-4646-825c-301044e5b561","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-19590f89","tenantID":"e2e-ait-19590f89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.143115375Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"2fab75b8-68a9-4646-825c-301044e5b561","name":"e2e-ait-19590f89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.47169838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd60a3-3c9b-47c0-bb3f-852f120abe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.486926466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd60a3-3c9b-47c0-bb3f-852f120abe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.502240133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd60a3-3c9b-47c0-bb3f-852f120abe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.517708156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcd60a3-3c9b-47c0-bb3f-852f120abe2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.160889395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae39540b-cbca-4ff3-88e0-d7435090efa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.176127969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae39540b-cbca-4ff3-88e0-d7435090efa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.191332364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae39540b-cbca-4ff3-88e0-d7435090efa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.206823767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae39540b-cbca-4ff3-88e0-d7435090efa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.871234235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863f298c-191a-4bd6-b502-3319aad25308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.88689264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863f298c-191a-4bd6-b502-3319aad25308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.902602747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863f298c-191a-4bd6-b502-3319aad25308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:12.918456638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863f298c-191a-4bd6-b502-3319aad25308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:13.589204509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a5433c-1405-4e09-b0f4-1699879f8f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:13.608508406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a5433c-1405-4e09-b0f4-1699879f8f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:13.624145665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a5433c-1405-4e09-b0f4-1699879f8f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:13.639737751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a5433c-1405-4e09-b0f4-1699879f8f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.286511907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb208d2f-23b7-4cd2-9082-c66885a8a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.30216676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb208d2f-23b7-4cd2-9082-c66885a8a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.318399576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb208d2f-23b7-4cd2-9082-c66885a8a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.334091307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb208d2f-23b7-4cd2-9082-c66885a8a110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.911372323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"b4e46006-427e-4611-a5bd-cdbd40128e59","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-a96a129b","tenantID":"e2e-ait-a96a129b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.955581598Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"b4e46006-427e-4611-a5bd-cdbd40128e59","name":"e2e-ait-a96a129b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.496499454Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"90b57e63-f37c-4179-ae9d-e29b7fecf56a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:16.534461972Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"90b57e63-f37c-4179-ae9d-e29b7fecf56a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.306493349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a16d3e-1775-4185-a1d4-aea990d4bb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.325115419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a16d3e-1775-4185-a1d4-aea990d4bb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.340966003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a16d3e-1775-4185-a1d4-aea990d4bb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.356354614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05a16d3e-1775-4185-a1d4-aea990d4bb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:17.703416524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.07355862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd51bff-0b91-41f4-b9b0-aa94635c7210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.09098602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd51bff-0b91-41f4-b9b0-aa94635c7210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.108211748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd51bff-0b91-41f4-b9b0-aa94635c7210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.124033844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd51bff-0b91-41f4-b9b0-aa94635c7210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.431563502Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1a3d9443-d065-44b7-a5a9-1d5112fb4b49","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.863131807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79466d4b-cc9a-4dfc-b948-72ae8add871e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.87892494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79466d4b-cc9a-4dfc-b948-72ae8add871e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.895498175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79466d4b-cc9a-4dfc-b948-72ae8add871e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:18.917570493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79466d4b-cc9a-4dfc-b948-72ae8add871e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:19.638515157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f33b10e-0a3d-40ef-95f1-c39e536c1427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:19.654847168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f33b10e-0a3d-40ef-95f1-c39e536c1427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:19.670444296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f33b10e-0a3d-40ef-95f1-c39e536c1427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:19.695412917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f33b10e-0a3d-40ef-95f1-c39e536c1427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.412551084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a063a-601f-442b-9668-eecb72f8062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.428236844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a063a-601f-442b-9668-eecb72f8062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.443720267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a063a-601f-442b-9668-eecb72f8062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.459131373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3a063a-601f-442b-9668-eecb72f8062f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.193506362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c6a49c-e760-4b8f-af76-10b9a29a2b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.212504387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c6a49c-e760-4b8f-af76-10b9a29a2b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.228340171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c6a49c-e760-4b8f-af76-10b9a29a2b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.243867287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c6a49c-e760-4b8f-af76-10b9a29a2b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.649021537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"c2f303f7-22c1-4611-8353-49096f1f8704","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-e3e6ed37","tenantID":"e2e-derive-e3e6ed37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.693101155Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"c2f303f7-22c1-4611-8353-49096f1f8704","name":"e2e-derive-e3e6ed37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.881023829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c1b06-d96b-4b63-b5e3-dcf411def45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.908111424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c1b06-d96b-4b63-b5e3-dcf411def45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.924654554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c1b06-d96b-4b63-b5e3-dcf411def45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:24.942145087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920c1b06-d96b-4b63-b5e3-dcf411def45d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.56949863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd117e34-7b8f-44fd-83fd-edf680b6ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.585873164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd117e34-7b8f-44fd-83fd-edf680b6ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.602273757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd117e34-7b8f-44fd-83fd-edf680b6ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.618618999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd117e34-7b8f-44fd-83fd-edf680b6ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:26.272105153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c72c676-2473-40a3-b716-13c8f8aabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:26.288274952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c72c676-2473-40a3-b716-13c8f8aabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:26.305055677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c72c676-2473-40a3-b716-13c8f8aabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:26.321283582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c72c676-2473-40a3-b716-13c8f8aabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:26.661501449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcf71c5e-6141-44a9-a264-e935aa015d96","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:26.758492173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b8ed6f0-0a5b-4579-bd6b-d1cb6fc72c47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.086078482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc4009-d39f-4616-8c8b-94d8bf2311cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.106667929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc4009-d39f-4616-8c8b-94d8bf2311cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.123665578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc4009-d39f-4616-8c8b-94d8bf2311cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.139077751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc4009-d39f-4616-8c8b-94d8bf2311cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.793468798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05993e73-31b0-4652-b266-a670de01c89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.812584486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05993e73-31b0-4652-b266-a670de01c89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.828458969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05993e73-31b0-4652-b266-a670de01c89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.843922813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05993e73-31b0-4652-b266-a670de01c89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.023721118Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"5e89884c-4984-42d7-83f6-1ff8f1312054","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.057290953Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"5e89884c-4984-42d7-83f6-1ff8f1312054","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.681627724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23575223-7425-42ec-9837-d7de1d5dafe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.697993426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23575223-7425-42ec-9837-d7de1d5dafe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.719526473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23575223-7425-42ec-9837-d7de1d5dafe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:28.744397613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23575223-7425-42ec-9837-d7de1d5dafe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.485354942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e76887-a4b9-4f92-8a99-456556758070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.504805648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e76887-a4b9-4f92-8a99-456556758070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.544776792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e76887-a4b9-4f92-8a99-456556758070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.561104807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e76887-a4b9-4f92-8a99-456556758070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.616970429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"204c24b6-566d-4398-bd84-9dc7fb4a5e5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.713615676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2aec39a1-2f2e-4527-929a-0caebc9545d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:30.093571979Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ba59d7ab-1657-498f-a2ec-04713df04fd1","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.596059026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbdd9ce4-d752-431b-bf1f-b2a9cfde253d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:32.695289446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d8c6b3d-d565-49ff-9dd7-c3a54aff13b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.817352818Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","namespace":"ai-tenant-e2e-ait-c600f063","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.81747847Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","namespace":"ai-tenant-e2e-ait-c600f063","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.81754699Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","tenant":"e2e-ait-c600f063","tenantID":"e2e-ait-c600f063","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.834870108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Deployment","name":"maas-api-e2e-ait-c600f063","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.8635022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Service","name":"maas-api-e2e-ait-c600f063","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.884482995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c600f063","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.904402823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c600f063","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.923832192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.940869811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.961042499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.978402844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.993486712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Deployment","name":"payload-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.01249708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.029276933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Service","name":"payload-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.044743007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"Service","name":"payload-pre-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.059689328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.074606456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.112829325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.140912851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.172324406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.190593472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.209646243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c600f063","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.224707945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c600f063"},"namespace":"ai-tenant-e2e-ait-c600f063","name":"default-tenant","reconcileID":"17b93b83-228c-47b8-9cc4-97b48d0f9a48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c600f063","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.545344204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e070cd-d8eb-45cf-9fa4-460bb313cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.560753603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e070cd-d8eb-45cf-9fa4-460bb313cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.576932207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e070cd-d8eb-45cf-9fa4-460bb313cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.593198642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e070cd-d8eb-45cf-9fa4-460bb313cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:34.615597888Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c600f063","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c600f063","reconcileID":"083d6eeb-165a-4c4a-a004-e48e6219fbbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c600f063","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c600f063"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.264480023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448b12a3-70c9-40d0-b086-83a649070460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.279914774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448b12a3-70c9-40d0-b086-83a649070460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.295774627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448b12a3-70c9-40d0-b086-83a649070460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.311468265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448b12a3-70c9-40d0-b086-83a649070460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.9709937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4efae-d7ec-4679-9a13-764be0ea2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:35.988083151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4efae-d7ec-4679-9a13-764be0ea2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.003943618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4efae-d7ec-4679-9a13-764be0ea2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.019878767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b4efae-d7ec-4679-9a13-764be0ea2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.178736168Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","namespace":"ai-tenant-e2e-migrate-b4cc5943","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.178793364Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","namespace":"ai-tenant-e2e-migrate-b4cc5943","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.178846658Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","tenant":"e2e-migrate-b4cc5943","tenantID":"e2e-migrate-b4cc5943","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.196171026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Deployment","name":"maas-api-e2e-migrate-b4cc5943","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.230824808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Service","name":"maas-api-e2e-migrate-b4cc5943","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.258507913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-b4cc5943","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.27690566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-b4cc5943","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.295504081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.313102758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.32798315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.355474019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.371008328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Deployment","name":"payload-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.38610258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.401208189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Service","name":"payload-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.420409887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"Service","name":"payload-pre-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.440608904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.486612776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.501857027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.516875771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.532141244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.547952678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.564891336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-b4cc5943","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.580049994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b4cc5943"},"namespace":"ai-tenant-e2e-migrate-b4cc5943","name":"default-tenant","reconcileID":"1eec2520-0764-4a6e-8bc7-f52e306ed014","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-b4cc5943","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.693596751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b5d10d-5b8e-43c1-b4e8-96528ff08b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.70918303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b5d10d-5b8e-43c1-b4e8-96528ff08b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.724879353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b5d10d-5b8e-43c1-b4e8-96528ff08b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.740670154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b5d10d-5b8e-43c1-b4e8-96528ff08b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.862689833Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-b4cc5943","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-b4cc5943","reconcileID":"8a25a708-b2f0-4122-8081-d8a2e294b5bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-b4cc5943-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-b4cc5943-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.371747176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95763e7d-c177-47af-aefc-2d3c3b025f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.387694115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95763e7d-c177-47af-aefc-2d3c3b025f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.403378881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95763e7d-c177-47af-aefc-2d3c3b025f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.418718915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95763e7d-c177-47af-aefc-2d3c3b025f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.097302301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449ba75f-5dd5-4c89-a6aa-0864904abe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.112660079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449ba75f-5dd5-4c89-a6aa-0864904abe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.128104677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449ba75f-5dd5-4c89-a6aa-0864904abe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.143856671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449ba75f-5dd5-4c89-a6aa-0864904abe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.486933645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","namespace":"ai-tenant-e2e-ait-19590f89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.487115081Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","namespace":"ai-tenant-e2e-ait-19590f89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.487265934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","tenant":"e2e-ait-19590f89","tenantID":"e2e-ait-19590f89","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.506035454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Deployment","name":"maas-api-e2e-ait-19590f89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.547105373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Service","name":"maas-api-e2e-ait-19590f89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.5813846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-19590f89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.5993712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-19590f89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.617542987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.628452537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6af328b9-c7c0-4148-a2b9-3319d1a5f8c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.63506194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.652907511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.672441538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.688780125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Deployment","name":"payload-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.705367789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.720666347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Service","name":"payload-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.728684408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2074b32a-4bb2-4840-90e3-64570ff67ddf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.735493654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"Service","name":"payload-pre-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.750589422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"DestinationRule","name":"payload-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.765502414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.786738153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.805736187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.821306864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.836400999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.851655998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-19590f89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.86742116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19590f89"},"namespace":"ai-tenant-e2e-ait-19590f89","name":"default-tenant","reconcileID":"0dafc31c-654e-4dee-b260-4f55d7d2ad94","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-19590f89","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:39.173141251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-19590f89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-19590f89","reconcileID":"2446a90f-629b-49f1-a94c-846a8b5d6f91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-19590f89","removed":["maas.opendatahub.io/gateway-access-e2e-ait-19590f89"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:39.566342927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a402625-a491-4965-a857-1a2dc923eada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:39.58240634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a402625-a491-4965-a857-1a2dc923eada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:39.599101514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a402625-a491-4965-a857-1a2dc923eada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:39.61463774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a402625-a491-4965-a857-1a2dc923eada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.272192259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a6ca7-4dd4-4d26-b105-7e34b488e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.287759412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a6ca7-4dd4-4d26-b105-7e34b488e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.30353751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a6ca7-4dd4-4d26-b105-7e34b488e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.319013871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a6ca7-4dd4-4d26-b105-7e34b488e333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.786829552Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","namespace":"ai-tenant-e2e-ait-a96a129b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.786912109Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","namespace":"ai-tenant-e2e-ait-a96a129b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.786992866Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","tenant":"e2e-ait-a96a129b","tenantID":"e2e-ait-a96a129b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.803993371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Deployment","name":"maas-api-e2e-ait-a96a129b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.838355822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Service","name":"maas-api-e2e-ait-a96a129b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.858109234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-a96a129b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.877510157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-a96a129b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.895458439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.912940228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.932242782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.949848878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.96460238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Deployment","name":"payload-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.968188804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c3a85-1d6b-4f88-8aa7-e38b3e4a8bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.983342318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.983797406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c3a85-1d6b-4f88-8aa7-e38b3e4a8bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.998715369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Service","name":"payload-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:40.999537378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c3a85-1d6b-4f88-8aa7-e38b3e4a8bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.016005009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5c3a85-1d6b-4f88-8aa7-e38b3e4a8bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.016965544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"Service","name":"payload-pre-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.031753353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"DestinationRule","name":"payload-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.046575154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.06334883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.087474031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.110674469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.125509326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.1424147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-a96a129b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.161928042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a96a129b"},"namespace":"ai-tenant-e2e-ait-a96a129b","name":"default-tenant","reconcileID":"15dc132a-5deb-4cd6-8de7-46e358322520","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-a96a129b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.261469737Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-99bdb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-99bdb8","reconcileID":"eeea993e-6c21-47c5-b768-88ea6587c997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-99bdb8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-99bdb8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.731028407Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a96a129b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a96a129b","reconcileID":"cd699ffe-00d8-471e-b09a-7fa8efd438a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a96a129b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-a96a129b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.789714871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafe6f5-990a-4514-8562-2dce4f66ed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.805215833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafe6f5-990a-4514-8562-2dce4f66ed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.820716418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafe6f5-990a-4514-8562-2dce4f66ed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.85002068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafe6f5-990a-4514-8562-2dce4f66ed28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:42.24912137Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-8e90c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-8e90c5","reconcileID":"868eb1fd-38ab-40b2-9352-96d4d2009f6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-8e90c5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-8e90c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:42.524085194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b6d52b-cb6c-4046-869f-fcfb644523d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:42.539666651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b6d52b-cb6c-4046-869f-fcfb644523d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:42.563352154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b6d52b-cb6c-4046-869f-fcfb644523d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:42.58471761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b6d52b-cb6c-4046-869f-fcfb644523d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.291154147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c122195-eeaf-45e4-83ef-7e2b5b0b4550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.307638856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c122195-eeaf-45e4-83ef-7e2b5b0b4550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.326939978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c122195-eeaf-45e4-83ef-7e2b5b0b4550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.407841133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c122195-eeaf-45e4-83ef-7e2b5b0b4550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.091243644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf093ec1-93dd-4a08-ab04-a7b86498f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.107154783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf093ec1-93dd-4a08-ab04-a7b86498f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.122741559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf093ec1-93dd-4a08-ab04-a7b86498f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.138358474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf093ec1-93dd-4a08-ab04-a7b86498f57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.781016021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cbc25e-9a12-4774-9b17-7f6164232cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.796785762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cbc25e-9a12-4774-9b17-7f6164232cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.812483738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cbc25e-9a12-4774-9b17-7f6164232cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.82795137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cbc25e-9a12-4774-9b17-7f6164232cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.038136183Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-fc9316","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-fc9316","reconcileID":"3240c26f-6c4f-4a0d-a2b4-c8b5130832c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-fc9316","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-fc9316":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.564890021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0450d5-3ed3-40e7-9879-70652bc2e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.580292895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0450d5-3ed3-40e7-9879-70652bc2e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.595650825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0450d5-3ed3-40e7-9879-70652bc2e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.611168983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0450d5-3ed3-40e7-9879-70652bc2e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.276702857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809fe4a7-8508-4e69-a6a4-87079cb0aecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.292236568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809fe4a7-8508-4e69-a6a4-87079cb0aecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.307519651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809fe4a7-8508-4e69-a6a4-87079cb0aecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.322900081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809fe4a7-8508-4e69-a6a4-87079cb0aecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.945667849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b05cf8-fa74-4548-bd92-c13ddd136edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.961188958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b05cf8-fa74-4548-bd92-c13ddd136edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.976539744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b05cf8-fa74-4548-bd92-c13ddd136edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.992301381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b05cf8-fa74-4548-bd92-c13ddd136edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.001504124Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4c61c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4c61c8","reconcileID":"7eb64248-60d2-4c2b-aa5b-687fc861b2e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-4c61c8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-4c61c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.214945993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"106587a3-8b96-40fd-99a9-b7528a81c718","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.295692572Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"106587a3-8b96-40fd-99a9-b7528a81c718","name":"e2e-worker-w4-99bdb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.705030116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.804695371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaccd20-a5a3-4aa7-ae56-6a2a3273aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.820132043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaccd20-a5a3-4aa7-ae56-6a2a3273aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.835696203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaccd20-a5a3-4aa7-ae56-6a2a3273aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.851244412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaccd20-a5a3-4aa7-ae56-6a2a3273aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.478189553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8537894-1312-4d0c-a808-c5b5596fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.493546463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8537894-1312-4d0c-a808-c5b5596fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.509570888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8537894-1312-4d0c-a808-c5b5596fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.52997591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8537894-1312-4d0c-a808-c5b5596fd300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.138437589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c537ff-7b53-4fb2-9536-88fbb47df997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.154187611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c537ff-7b53-4fb2-9536-88fbb47df997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.169694674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c537ff-7b53-4fb2-9536-88fbb47df997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.185027181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c537ff-7b53-4fb2-9536-88fbb47df997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.293785587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"48f67bf1-74bf-4ef7-84bd-fe48f5d874a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.336745008Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"48f67bf1-74bf-4ef7-84bd-fe48f5d874a0","name":"e2e-worker-w3-8e90c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.872120414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ffac38f-b365-4921-988d-f2346e103d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.887728079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ffac38f-b365-4921-988d-f2346e103d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.90322451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ffac38f-b365-4921-988d-f2346e103d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.918654702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ffac38f-b365-4921-988d-f2346e103d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.572642163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8879a55-01b8-4fbe-bb52-4f0a55149f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.589771812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8879a55-01b8-4fbe-bb52-4f0a55149f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.605443614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8879a55-01b8-4fbe-bb52-4f0a55149f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:50.623065802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8879a55-01b8-4fbe-bb52-4f0a55149f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.292109473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a0923-831c-4b66-83be-08834f56e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.307567706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a0923-831c-4b66-83be-08834f56e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.323210509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a0923-831c-4b66-83be-08834f56e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.338611191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930a0923-831c-4b66-83be-08834f56e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.081565513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84386c9d-695b-4636-847b-b28ebaa577b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.09710294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84386c9d-695b-4636-847b-b28ebaa577b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.113678385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84386c9d-695b-4636-847b-b28ebaa577b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.129155465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84386c9d-695b-4636-847b-b28ebaa577b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.095910549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"55ef75e0-0a29-4c89-ba47-b0c289963bfb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.13677329Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"55ef75e0-0a29-4c89-ba47-b0c289963bfb","name":"e2e-worker-w0-fc9316-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.158231823Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","namespace":"ai-tenant-e2e-derive-e3e6ed37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.158331404Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","namespace":"ai-tenant-e2e-derive-e3e6ed37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.158395549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","tenant":"e2e-derive-e3e6ed37","tenantID":"e2e-derive-e3e6ed37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.175109859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Deployment","name":"maas-api-e2e-derive-e3e6ed37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.204123656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Service","name":"maas-api-e2e-derive-e3e6ed37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.224845709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-e3e6ed37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.241566899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-e3e6ed37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.259409999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.276712832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.299969706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.31768741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.332593337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Deployment","name":"payload-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.347374615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.362433204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Service","name":"payload-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.377477682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"Service","name":"payload-pre-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.392594536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"DestinationRule","name":"payload-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.407585594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.42450474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.446295757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.462589032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.477695115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.492800269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-e3e6ed37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.508646466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e3e6ed37"},"namespace":"ai-tenant-e2e-derive-e3e6ed37","name":"default-tenant","reconcileID":"1328fcb4-221f-4eae-9a06-dc75af470650","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-e3e6ed37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.847444152Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-e3e6ed37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-e3e6ed37","reconcileID":"e8466ad8-b9bf-40d4-91bc-db06fc2f39b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-e3e6ed37","removed":["maas.opendatahub.io/gateway-access-e2e-derive-e3e6ed37"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.314593197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ebb35d-f8fd-4db4-9de3-50a74405cdfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.331075148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ebb35d-f8fd-4db4-9de3-50a74405cdfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.348731214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ebb35d-f8fd-4db4-9de3-50a74405cdfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.365280942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ebb35d-f8fd-4db4-9de3-50a74405cdfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.00934658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d27d6e-218b-41be-be47-97215d397924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.025644234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d27d6e-218b-41be-be47-97215d397924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.041464734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d27d6e-218b-41be-be47-97215d397924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.061686477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d27d6e-218b-41be-be47-97215d397924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.632792322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"d8acca14-e2f9-475a-9220-b11c7cf85b89","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.676495602Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"d8acca14-e2f9-475a-9220-b11c7cf85b89","name":"e2e-worker-w2-4c61c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.793356713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8d4a30-49b7-4308-a0c2-16399daee595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.808827047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8d4a30-49b7-4308-a0c2-16399daee595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.824962266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8d4a30-49b7-4308-a0c2-16399daee595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:55.841062733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c8d4a30-49b7-4308-a0c2-16399daee595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.180804539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd90c5-37cd-4b54-97c5-7a76350bef32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.20049626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd90c5-37cd-4b54-97c5-7a76350bef32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.218464785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd90c5-37cd-4b54-97c5-7a76350bef32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.235881676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd90c5-37cd-4b54-97c5-7a76350bef32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.902383929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef23558d-a5f6-455f-90e7-ba02838db316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.918814134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef23558d-a5f6-455f-90e7-ba02838db316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.934312046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef23558d-a5f6-455f-90e7-ba02838db316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.949702868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef23558d-a5f6-455f-90e7-ba02838db316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.416181752Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b85343","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b85343","reconcileID":"d922edb2-f232-4451-aa0f-016422eb2ccc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b85343","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b85343":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.663673816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae6393-1786-43bb-bb0e-79abf02c6ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.702622663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae6393-1786-43bb-bb0e-79abf02c6ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.723405987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae6393-1786-43bb-bb0e-79abf02c6ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:59.740224343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae6393-1786-43bb-bb0e-79abf02c6ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.51468804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f8eac5-b227-491c-913f-03aafe218405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.53357271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f8eac5-b227-491c-913f-03aafe218405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.551227104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f8eac5-b227-491c-913f-03aafe218405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.569285278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f8eac5-b227-491c-913f-03aafe218405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.343417913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25667db0-54bd-4092-975e-d23e9e419807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.359207494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25667db0-54bd-4092-975e-d23e9e419807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.374933429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25667db0-54bd-4092-975e-d23e9e419807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.392510767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25667db0-54bd-4092-975e-d23e9e419807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:02.246445238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d26088-6fca-435b-95d2-efb2386a2235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:02.262029842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d26088-6fca-435b-95d2-efb2386a2235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:02.278499381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d26088-6fca-435b-95d2-efb2386a2235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:02.297797996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d26088-6fca-435b-95d2-efb2386a2235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:02.571209571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21707ef4-edb6-4ee3-bad1-b29b594e6064","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:02.719452326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d729346f-75ba-414c-90f3-237262e4565b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.025641846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0bea98-43a2-441b-b90e-8749173068d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.042280066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0bea98-43a2-441b-b90e-8749173068d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.058180125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0bea98-43a2-441b-b90e-8749173068d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.074815226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0bea98-43a2-441b-b90e-8749173068d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.820487758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a42ca-10d9-4dbd-9c5f-18312131e993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.836231965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a42ca-10d9-4dbd-9c5f-18312131e993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.85192453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a42ca-10d9-4dbd-9c5f-18312131e993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.867539487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824a42ca-10d9-4dbd-9c5f-18312131e993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.673856954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd716ac-88db-4c45-8ab8-8ac006850c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.696490419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd716ac-88db-4c45-8ab8-8ac006850c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.714174234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd716ac-88db-4c45-8ab8-8ac006850c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.730095685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd716ac-88db-4c45-8ab8-8ac006850c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.460923438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a15eaa-3f9a-4087-8c6e-ac8333391c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.477168201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a15eaa-3f9a-4087-8c6e-ac8333391c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.49405588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a15eaa-3f9a-4087-8c6e-ac8333391c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.514661506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a15eaa-3f9a-4087-8c6e-ac8333391c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.237869571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd6ca18-da59-4eb8-99c5-bf842f7cabf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.253885923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd6ca18-da59-4eb8-99c5-bf842f7cabf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.269228646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd6ca18-da59-4eb8-99c5-bf842f7cabf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.28492336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd6ca18-da59-4eb8-99c5-bf842f7cabf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.960467834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c95220-35b4-42a6-90bb-e130596d411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.975962127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c95220-35b4-42a6-90bb-e130596d411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.991693874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c95220-35b4-42a6-90bb-e130596d411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.007321867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c95220-35b4-42a6-90bb-e130596d411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.639644236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c728df-5298-433b-b11d-1980a177d0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.655085074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c728df-5298-433b-b11d-1980a177d0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.67295411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c728df-5298-433b-b11d-1980a177d0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.689698156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c728df-5298-433b-b11d-1980a177d0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.73994699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4c405de-766c-4e09-ab3c-c1ea42c5cc30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.82519647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e11d2178-cb9a-4317-ae30-960d55df8a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.256832648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"3b2b9de4-e18d-4341-9466-bf15eab2e919","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.306220849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"3b2b9de4-e18d-4341-9466-bf15eab2e919","name":"e2e-worker-w1-b85343-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.658364049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"053b90dd-4ad9-4ff7-b4b7-a2b32b4926af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.761061488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c47f594-950f-4aed-a47d-fa3ecc548635","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:16.216777162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88bbceb5-6905-4c00-b0b1-f68c19476e8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:16.321290307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"401447b0-b293-4644-b01a-b0f336c44e5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:17.698110065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.7130766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cdb15-462c-46aa-9bfe-1852b21460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.728850269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cdb15-462c-46aa-9bfe-1852b21460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.744530702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cdb15-462c-46aa-9bfe-1852b21460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.760273618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3cdb15-462c-46aa-9bfe-1852b21460e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.360991467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c33833-99c5-4e2a-9f1c-8f275b258ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.376892536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c33833-99c5-4e2a-9f1c-8f275b258ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.392507485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c33833-99c5-4e2a-9f1c-8f275b258ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.407961245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c33833-99c5-4e2a-9f1c-8f275b258ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.858713039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f976796-efb7-4054-9e5b-dbb79e4a87c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.95839772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"147a5507-7c13-48f9-b888-2d563d6c241b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:47.69731393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:52.599365422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"2f28c14f-8b32-4318-ab1d-94d42079cdb3","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:54.813046058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"159e1fa1-86ab-4f2b-b096-d4d748f6eecd","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:54.947953944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"3e2eb9c7-547e-4ae2-831d-281f0123d40f","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.591073616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"e5d19c9d-9995-4f7c-b2c2-6fd365d328bc","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.057990083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d2e0d51-6d41-4014-84d9-e1e8fcaa8466","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.108955251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5fa2f03-1b47-47ab-b51e-73e3b3ae3773","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.05777221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf6a6bc7-2383-4d62-a7a6-33e5028c2644","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.157965486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ce6992c-b695-41d8-bbe8-5e49690d21d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.916241357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a6965e64-e64f-459d-96c1-01751d65eb94","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.002423188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"60a20b8d-3360-4ffd-94f1-d9ebe9d00dcc","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.559851532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3a928a6-5397-4348-b0d8-ee9ccf2e7d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.654677639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"599de8b1-60bd-4c66-9c8d-48f1e83ff146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.73595686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"f160ef2b-84bf-47d3-bd80-cdaa8890e969","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.764093034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"a4c78e88-11f1-46ea-b062-20e5a7961acf","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.431668686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"eabb3ca9-6a53-4770-b545-d5f8d0797898","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.461874977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"3cbdf870-937b-4654-a05c-ce4f4933bcea","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.534900887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"347f76be-c5b9-41fb-9252-e11fa38065a7","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.588680458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"3d613217-7e00-43d4-9b81-3eb2a4e6fcc2","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.697362513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.883877087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"a311a8c4-b398-495b-86e3-60e144bdf564","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.71791337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"30910ce2-8d43-478c-ae16-15dde37a3e95","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.746047603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"213969b7-8fe0-4800-a1c0-13d8f2690873","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.66522675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"1af69d95-d4dd-4ab3-b072-cc213d9e0063","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.847038256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"b8f06cfe-2fbe-44a2-814c-392e780839c3","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.867511662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df42e006-ec83-47ee-b454-82329fd6bbed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.867530415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df42e006-ec83-47ee-b454-82329fd6bbed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.878999711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"cc16b552-7e5b-4083-b073-28d4a7b5456a","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:29.883689805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.899413226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a282d610-0242-42c8-936e-78779787e11a","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.904912933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2195c219-70c8-4649-8a75-3ea738bbf2dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.904929125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2195c219-70c8-4649-8a75-3ea738bbf2dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.9661787Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"ec98c98b-c9dc-4536-9a04-13b4b06ba1ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.018873643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"efd5a8dc-2f29-4dce-915e-f412f220ab24","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.063187812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4925082-5733-40fe-8f82-a4668ec367f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.083376242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"ecaaa202-c190-40ad-9b6f-6c94c560c567","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.105165711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"45efa592-e803-48dc-997e-d83390a33ee6","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:30.121584001Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"45efa592-e803-48dc-997e-d83390a33ee6","name":"simulator-w0-fc9316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:30.121636282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"45efa592-e803-48dc-997e-d83390a33ee6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.126978056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"01d18c82-f9da-4c04-9504-540b01de4f56","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.162345538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"07e8c9df-1f15-4832-b84b-69c3c7740bb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.162593014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14edf30e-8294-4832-a635-656348d43059","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.190820769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bef37265-979d-4b23-ae95-f16059bb43f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.286789368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bef37265-979d-4b23-ae95-f16059bb43f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.302384415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"c203afe5-0928-4057-8e54-024677778d95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.304833886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bef37265-979d-4b23-ae95-f16059bb43f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.321700509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"069ede51-7691-43e9-a1bf-34d38f63040f","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.322785231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"2a078145-96c3-4f54-b229-d568a68d34bb","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.341977948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a014b927-efce-4524-9b42-1fafb24f8dba","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.355697126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"b539751f-354b-4f51-8222-219c7fc1f9c6","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.356497798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ebea3bd3-2b8c-4fc7-9907-db502fbf84b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:30.358592312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.375659645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"77f7380d-60c6-4b77-af43-37f233f4f777","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.37706348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ebea3bd3-2b8c-4fc7-9907-db502fbf84b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.395882978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ebea3bd3-2b8c-4fc7-9907-db502fbf84b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.441674492Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"37421235-cdfc-40ad-8c0d-82f60bf9bc90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"premium-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.456724751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"da17ac6d-9d5b-4cec-a17b-9cd2cc562f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.476907936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"da17ac6d-9d5b-4cec-a17b-9cd2cc562f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.495802381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"da17ac6d-9d5b-4cec-a17b-9cd2cc562f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.500567022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"ac36b7a8-d9dc-467a-be4e-e23e7e3d8e61","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.543498763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"d1a565de-81e3-4d06-89f0-7ea542721ec2","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.565958789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"a3b9478e-9dde-429f-ae51-0000534c4cc0","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.573185417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"fb3e0ea3-55b6-4295-8764-416e43620ccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.610618513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"597ee4dd-0e6d-43e7-b9e2-067b4ccb5764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.611182219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"baa64c15-ef5f-489d-8c0d-56895cf34111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.631462984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"baa64c15-ef5f-489d-8c0d-56895cf34111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.631926919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"597ee4dd-0e6d-43e7-b9e2-067b4ccb5764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.649856683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"baa64c15-ef5f-489d-8c0d-56895cf34111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.650561807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"597ee4dd-0e6d-43e7-b9e2-067b4ccb5764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.671171594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"f93ca3e9-12ba-4b03-9564-933144830fa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.671311537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"3d8cf7a5-89db-4641-bb7d-7b7786ee8ec3","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.718998015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5c309b1-859f-4007-ab0c-b2a5e5d67c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.738480246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5c309b1-859f-4007-ab0c-b2a5e5d67c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.757334571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5c309b1-859f-4007-ab0c-b2a5e5d67c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.865964568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"e7618978-92c5-41cf-aaa7-0db04b5b4323","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.013335979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4e273e65-1251-4edf-a05e-fa2b682c53be","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.034056909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"df92b1e1-00cf-4b3d-adcb-629355b8cb96","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.044824281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"c48a8b08-a6db-4425-9309-49061c35200b","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:32.050214358Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.065654708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"dbe4775b-c580-4bff-8073-69c1abcc86dc","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.130132675Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"3969cec2-efb8-418f-9fce-94eaf168d7d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"simulator-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.181911064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"1fb495f1-e72f-419d-be78-00d48b19bb23","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.221072599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"a8c24e4a-7a2b-4b4d-aeb2-d8f004f961b3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.242222108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"c8bf2ff5-a2fb-44e6-ac4e-288c69b9a198","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.260508314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"90eb84a4-4a53-42f5-a2eb-4e531f8d963d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.28351451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"82195bb0-8fea-4931-8732-3b84794624be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.362544181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"82195bb0-8fea-4931-8732-3b84794624be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.384522548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"c8e69e78-ee86-43db-b653-6ba11a80bcfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.384933624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"82195bb0-8fea-4931-8732-3b84794624be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.405603328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"7d4c0a94-ba2f-421c-b873-31fdad81eaaf","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.434676073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"7aa8e693-20c9-44b0-93e8-1ab9fe72aff3","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.436320799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5a4f311f-7fcd-424e-92f8-584b44b87ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.45579619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5a4f311f-7fcd-424e-92f8-584b44b87ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.456916967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"03bbf3f8-d345-449b-9615-9825bd1bb64e","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.468996334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"6b98cdd8-ca09-4f48-bf83-9e0d624c8818","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:32.471676204Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-99bdb8/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.47435337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5a4f311f-7fcd-424e-92f8-584b44b87ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.487082924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"a38d0c34-0dac-422b-8700-a50a8ae2ad85","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.536866694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"80a60d8a-4a62-410c-84b4-bc43651b1b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.556176606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"80a60d8a-4a62-410c-84b4-bc43651b1b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.55821653Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"cb548a6e-4b15-4648-bc60-77473856d016","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"premium-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.574427254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"80a60d8a-4a62-410c-84b4-bc43651b1b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.610996237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"65152d36-d03f-4277-af17-a2c3b2185ac3","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.636602305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"ffadc5bc-838c-408f-83d5-fc0569b29d59","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.660636344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"395b824e-7aed-4668-a7bd-78ffb83b9c05","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.675013323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"7e1ced50-7b42-4eea-b262-9ac79a9d6ef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.703152618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c9db08fb-4468-4165-ad44-82e7989f86ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.704354091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0ad72687-6e49-43f4-97b3-4804d796ca4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.723404715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c9db08fb-4468-4165-ad44-82e7989f86ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.723671304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0ad72687-6e49-43f4-97b3-4804d796ca4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.741170127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c9db08fb-4468-4165-ad44-82e7989f86ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.744601637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0ad72687-6e49-43f4-97b3-4804d796ca4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.76706482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"f4887309-7eff-4be3-a61a-edbd725b1a30","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.775852175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"b5d1925a-0f6a-4d85-ad84-1a736ab091c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.816956788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5d9998b-48c6-4dfe-bcf2-e428c8500b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.838519464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5d9998b-48c6-4dfe-bcf2-e428c8500b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.865592412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5d9998b-48c6-4dfe-bcf2-e428c8500b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:32.88163029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5d9998b-48c6-4dfe-bcf2-e428c8500b17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.934588635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6e27e9c9-889a-413c-a1c6-4336769271b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.95450226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6e27e9c9-889a-413c-a1c6-4336769271b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:32.972527819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6e27e9c9-889a-413c-a1c6-4336769271b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.181684445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"7de7c909-d484-4137-a9f8-e73ca1094a1f","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.339123428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"4483e118-3f8d-4811-863a-6b41e4077996","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.359668106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"56dfaceb-c6aa-4a23-b82e-a2823ab8aa49","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.373094819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"36d30ad5-bb28-4747-9fcb-b0aa9b63f6f7","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:37.37544575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.39541825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"47b75995-50d6-46e4-b59a-2e1c279ebc00","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.460197077Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"f833a855-2492-4c6c-b80b-e9682b58c9cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"simulator-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.5190479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"ca1cf5cb-6841-4317-bc12-99e317494d98","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.554281428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"c9e3838d-fb94-4c40-98c7-9571a573c64e","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.584154762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"546021e0-77fe-48d6-ae9b-ef9bd83fcfa4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.60286879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"9ff77abe-3b27-4b6d-b74e-f678d6e3a12a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.620703225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"551e73b8-68a3-41d0-925b-099f9ae028b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.680657598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"551e73b8-68a3-41d0-925b-099f9ae028b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.702694712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"551e73b8-68a3-41d0-925b-099f9ae028b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.719748231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"d5409e68-f4e6-4b5c-9834-ff26ceda7961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.72599784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"d0309218-f52c-4305-9c89-1046e0b64426","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.757282208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f19ea69d-c467-4f6b-8f2b-ee605d0149d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.776728192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f19ea69d-c467-4f6b-8f2b-ee605d0149d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.780950667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"37db4fd9-1501-471c-9c7b-dcc5c3a1dbab","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:37.795548712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"b0c8cefe-cc80-40ea-958f-d00593f80bd2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.797210754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f19ea69d-c467-4f6b-8f2b-ee605d0149d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.805060255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"8106bb8c-257b-498d-9659-e4826f90ee43","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.806340853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e07f9f99-8991-4c99-b91a-6a245f8eec0b","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.840332946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"224ba5a0-7163-4c56-bf4f-692f840b5222","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.856703831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bdcebcac-7e9b-4d01-9a46-0972d72a0b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.860192995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"6112ead0-535b-44cc-b346-9d4ef932ba68","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.875842664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bdcebcac-7e9b-4d01-9a46-0972d72a0b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.895595651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bdcebcac-7e9b-4d01-9a46-0972d72a0b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.925436646Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"7c37b268-9557-4047-97e9-9caaec4cd031","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"premium-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.933509596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"2f8c9e1d-abf6-4146-a35f-7080ae4cf5e2","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.957448808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"aeab5156-a736-46e1-8479-4b2752a2dba3","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.95746909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e8762b0a-2cf7-4591-b697-142b94faa532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.967860403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"46d2118d-9274-451a-af3e-bc54d65e58b6","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:37.973309318Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.97734675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e8762b0a-2cf7-4591-b697-142b94faa532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.980301244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"466dc963-f117-47ba-9807-c8f84428a4d7","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.991300286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"a16c245b-e2f3-4891-89fc-68c953d2b2ed","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:37.996432121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e8762b0a-2cf7-4591-b697-142b94faa532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.032248344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"2fdccf88-64f1-4eea-a860-d9a26ffe2a89","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.054738955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"401070e5-0093-4d5b-8184-e1784102158f","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.0554298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"59606858-5941-47ad-9e0b-d9ea97a3e7a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.112780122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2e3a8ecb-7d41-4025-a4e0-899296fe3a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.113543117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"964829a9-6fd0-489e-baa1-cd7c5906af56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.123125295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"34820e6a-aaef-4320-ad80-0d35f015c714","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.137045377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2e3a8ecb-7d41-4025-a4e0-899296fe3a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.140722465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"964829a9-6fd0-489e-baa1-cd7c5906af56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.152681348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"788a4441-eaec-44a7-8854-0d6877046a63","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.156861022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2e3a8ecb-7d41-4025-a4e0-899296fe3a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.158186039Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"d9342451-804d-4658-88b7-4fc2971a6eef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"simulator-w3-8e90c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.161104098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"964829a9-6fd0-489e-baa1-cd7c5906af56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.173477414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"0161fa51-02ed-4dae-b17c-dfe2c478299c","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:38.199590721Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"0161fa51-02ed-4dae-b17c-dfe2c478299c","name":"simulator-w3-8e90c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-8e90c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:38.199675418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"0161fa51-02ed-4dae-b17c-dfe2c478299c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-8e90c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.199858398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"cc3faea1-b6c9-4557-89be-22832e017757","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.205463046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"bd4e0689-291f-4345-90cd-205b5225e4ec","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.209702722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5688e994-6f9a-48a8-ad4e-b83c7e28f650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.223340647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"d6f42bc3-012d-47df-803b-2fc28bd75c0b","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.250358024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"08f2352a-1a8e-40eb-bac9-5547d090a1d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.259310577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5688e994-6f9a-48a8-ad4e-b83c7e28f650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.277969141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5688e994-6f9a-48a8-ad4e-b83c7e28f650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.301303901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"1cc21742-ddc3-4fbb-acc3-e269cb3514b8","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.319618506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d624bf1c-3510-4a9e-995a-e1f571ca7cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.33880985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d624bf1c-3510-4a9e-995a-e1f571ca7cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.35079072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"d75f4c74-7248-4ee6-b40e-ac424241971f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.354928785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"e26e9894-0b9a-45c2-b00f-9597acb7cbeb","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.356955963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d624bf1c-3510-4a9e-995a-e1f571ca7cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.373362162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"d4661e98-a67e-4b2f-9b2c-0b4a063f59dc","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.386665665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"55396658-089e-45a6-b7a2-326b4177cb23","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:38.391515564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-8e90c5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.401095718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"00dff774-f79d-4843-a47c-8ab5a3d6cf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.410348141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"a6d6a6db-3427-4719-8f09-7251f827391e","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.420246341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"00dff774-f79d-4843-a47c-8ab5a3d6cf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.439777133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"00dff774-f79d-4843-a47c-8ab5a3d6cf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.474081273Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"c264742a-6207-46a7-a578-5ec45fa058c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"premium-w3-8e90c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.50248718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c3c53b61-180c-44c8-9307-e3c61279417a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.527577259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c3c53b61-180c-44c8-9307-e3c61279417a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.550899973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c3c53b61-180c-44c8-9307-e3c61279417a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.552623859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"873f0d13-7851-4299-ae1e-2190476d9168","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.592594987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"f865e667-8058-44f2-b580-22c7704b0334","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.624913819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"574ebb01-5141-4e89-acb7-5732836d1ce2","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.659994983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"3d4830da-3e3b-4fe7-8f99-757694ff250f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.675539209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"03b6a2c3-56e3-4c3b-a764-e29f7947b4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.680130722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f9f4f79e-dbe6-4b18-b996-2951a57f9bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.698580299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"03b6a2c3-56e3-4c3b-a764-e29f7947b4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.707571751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f9f4f79e-dbe6-4b18-b996-2951a57f9bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.717670758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"03b6a2c3-56e3-4c3b-a764-e29f7947b4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.725379356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f9f4f79e-dbe6-4b18-b996-2951a57f9bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.738168829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"eb781331-38e1-419d-9f0c-1940497643eb","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.768640144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"aec4c8be-9f05-4fa2-b281-cef0d3153cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.782807011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"eea4f979-dff1-421a-96f4-038948c10d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.812353754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"eea4f979-dff1-421a-96f4-038948c10d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.83232934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"eea4f979-dff1-421a-96f4-038948c10d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.09297813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8183d29c-4657-4349-9a3d-d200beee850c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.203928498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"94406e9c-20d9-4cfe-97e2-5d12bbdbe6a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.204589374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db1dc4cb-05fc-4e31-9885-84c8124e89b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.205022806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"336eb1c5-6547-4f79-8426-e8b7dd5516e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.258035467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"fc09ed91-8561-45d8-a397-6707deb9bfef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.261614837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"76a1628a-1c6a-434c-8545-e7cf9450cf0c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.298968493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"3ad605f2-25b9-40b1-aa88-a2a7bb6f5068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.299601105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"9b294efe-5ec3-4327-bd1a-29e62eb453e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.345572441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0a755211-b5d0-4aa6-9326-ee5814bfdaa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.345572438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a37da25b-050c-46f9-92a6-4b2c52737144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.366939455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a37da25b-050c-46f9-92a6-4b2c52737144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.36791919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0a755211-b5d0-4aa6-9326-ee5814bfdaa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.368077725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"0b4ec0f4-7ada-4819-b417-e05215f82709","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.369831136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"715adaa7-a931-469d-be80-a905cbfdf35a","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.386819648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c28f6a5e2fcd49d634227c73b6a038b571eeb0a7a1b4a76ba65b7cdbeccde56b) AuthConfig (1fbbc0a60f371d988836ba64fcba3cc600f20f571fc313ed0c82e47379d5f391) AuthConfig (dfa68472f05c9d03ae4de334cb5c1517d97166cc5d63445b6c992df782fd02c3) AuthConfig (458772a12c4e606333aa3d93e8958dc47ab95ade68ac5435b53177e80e6c99fc) AuthConfig (3507541e227b74310a0594ee96dcb0397189878afd9b40d786f67b645b3d61cc) AuthConfig (891f2aa6c6e6d4166eaf514273c0bc68221bb02f89fd8e60d5ff96dadad738a5) AuthConfig (b3b650dbd150d81f3deda30c014f2f4d15425de08177ae2b4eae38a288edecf4) AuthConfig (491bd10d76bc67c240e942167bfc0363ffee49f890ec132513d909ef178de7ee) AuthConfig (125b7526abac8a169224419707838fdd29484cfab10e61d0cd2a56c3432cf659) AuthConfig (6b0eeb4fa830cf00aff167f6440e0660db2f5f042d745f7faa5fd90d08c9c7d9) AuthConfig (3e62a7de0a0b4fb67ae590db657bbed19e82106a07aea6a37daa29febd47617f) AuthConfig (2413a490d92a434aebe2f6440295cb8015b3f73329ada7b9fc9645c685f08ff2) AuthConfig (6c7eb49d1b4f07eb422a9056195d7df23e8ba6a16c5d8d60d9eacd873e371ddd) AuthConfig (728ccd463117cb7fef8315e759d61a1ce1d85b46272e6dff66b6ab21ff82ab10) AuthConfig (234e19ccd209f75bb03c8ba98f267c56c86d4cca37a27552e5bc34b1ffcc5bde) AuthConfig (451db852613c4ae9448cc4020697a4e8d434814caa16c27b14c7fa62a5b433d3) AuthConfig (8bc7434072f0d62a66851a1b481f71a53c84224eccd65df1b3451137d2736862) AuthConfig (79f5628b4b9626857d1ad72f07401eeb7cd5ac8e6f08c065e984e630638c846c) AuthConfig (198a9cf102557f644b7e2da03e4ad7948ddad93fea1893ded071f756b3302012) AuthConfig (aa65978111c6f1a0f20f986a2b550a15c797750838be05d800d2ebfd82f705ea) AuthConfig (05c29d1ab762e5a7495b3e1349abffb589dc977d27038d103e97e594dec8e032) AuthConfig (6b65a2fa90290b3c4274607e2926e09e79672a34389f1f2e05aa3ef24100ff9a) AuthConfig (21220c393d31bea68c1266eb8e76a24ea86050fe4a17f27252e87c8bd6a1c76c) AuthConfig (f4235e92728e123d6f744ab98506b7203316bb0ee84804c6fe75ed9cc7435800) AuthConfig (12b1e4c72b301b2438e8aa09d8669ca8e424c63384590226db6028f805069f55) AuthConfig (c75d5e4e1b1a03acb625b38745f75ce4341046e23d32d9176bfe96343c65e6e1) AuthConfig (e2007c8e41f53e64f92782c41210e66a3d957ed311df669caa6ec28c51b5385d) AuthConfig (35380ca7756423a1880604d04472fdb8d29eba98c719dbe9610fb1b3bb5c6e39) AuthConfig (c3e0f548bd238046b302acce877173ae6980b9fc3cf35797ab2c6134555ed340) AuthConfig (1726feb83ec5d100c06abcb77aaab2b8e78bc0d4f9615840643fb005c160f5bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a37da25b-050c-46f9-92a6-4b2c52737144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.387403858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c28f6a5e2fcd49d634227c73b6a038b571eeb0a7a1b4a76ba65b7cdbeccde56b) AuthConfig (1fbbc0a60f371d988836ba64fcba3cc600f20f571fc313ed0c82e47379d5f391) AuthConfig (dfa68472f05c9d03ae4de334cb5c1517d97166cc5d63445b6c992df782fd02c3) AuthConfig (458772a12c4e606333aa3d93e8958dc47ab95ade68ac5435b53177e80e6c99fc) AuthConfig (3507541e227b74310a0594ee96dcb0397189878afd9b40d786f67b645b3d61cc) AuthConfig (891f2aa6c6e6d4166eaf514273c0bc68221bb02f89fd8e60d5ff96dadad738a5) AuthConfig (b3b650dbd150d81f3deda30c014f2f4d15425de08177ae2b4eae38a288edecf4) AuthConfig (491bd10d76bc67c240e942167bfc0363ffee49f890ec132513d909ef178de7ee) AuthConfig (125b7526abac8a169224419707838fdd29484cfab10e61d0cd2a56c3432cf659) AuthConfig (6b0eeb4fa830cf00aff167f6440e0660db2f5f042d745f7faa5fd90d08c9c7d9) AuthConfig (3e62a7de0a0b4fb67ae590db657bbed19e82106a07aea6a37daa29febd47617f) AuthConfig (2413a490d92a434aebe2f6440295cb8015b3f73329ada7b9fc9645c685f08ff2) AuthConfig (6c7eb49d1b4f07eb422a9056195d7df23e8ba6a16c5d8d60d9eacd873e371ddd) AuthConfig (728ccd463117cb7fef8315e759d61a1ce1d85b46272e6dff66b6ab21ff82ab10) AuthConfig (234e19ccd209f75bb03c8ba98f267c56c86d4cca37a27552e5bc34b1ffcc5bde) AuthConfig (451db852613c4ae9448cc4020697a4e8d434814caa16c27b14c7fa62a5b433d3) AuthConfig (8bc7434072f0d62a66851a1b481f71a53c84224eccd65df1b3451137d2736862) AuthConfig (79f5628b4b9626857d1ad72f07401eeb7cd5ac8e6f08c065e984e630638c846c) AuthConfig (198a9cf102557f644b7e2da03e4ad7948ddad93fea1893ded071f756b3302012) AuthConfig (aa65978111c6f1a0f20f986a2b550a15c797750838be05d800d2ebfd82f705ea) AuthConfig (05c29d1ab762e5a7495b3e1349abffb589dc977d27038d103e97e594dec8e032) AuthConfig (6b65a2fa90290b3c4274607e2926e09e79672a34389f1f2e05aa3ef24100ff9a) AuthConfig (21220c393d31bea68c1266eb8e76a24ea86050fe4a17f27252e87c8bd6a1c76c) AuthConfig (f4235e92728e123d6f744ab98506b7203316bb0ee84804c6fe75ed9cc7435800) AuthConfig (12b1e4c72b301b2438e8aa09d8669ca8e424c63384590226db6028f805069f55) AuthConfig (c75d5e4e1b1a03acb625b38745f75ce4341046e23d32d9176bfe96343c65e6e1) AuthConfig (e2007c8e41f53e64f92782c41210e66a3d957ed311df669caa6ec28c51b5385d) AuthConfig (35380ca7756423a1880604d04472fdb8d29eba98c719dbe9610fb1b3bb5c6e39) AuthConfig (c3e0f548bd238046b302acce877173ae6980b9fc3cf35797ab2c6134555ed340) AuthConfig (1726feb83ec5d100c06abcb77aaab2b8e78bc0d4f9615840643fb005c160f5bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0a755211-b5d0-4aa6-9326-ee5814bfdaa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.407391654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"2e724ae2-bfc5-48cc-ad42-c01954aff65c","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.410692471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"4d2bbf86-27d2-4d7e-8d24-feb3bf397627","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.452921223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"75bbd877-c181-4e20-9fc4-a068901a6ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.45562727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d6df721f-e4fc-404f-91e2-544aeb4d1cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.460120033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"182f9cce-9e48-48e8-87c0-00dcf14f7e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.460126087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be42e0d3-1b4c-4b9f-8ff2-ed213fef6101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.475066096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d6df721f-e4fc-404f-91e2-544aeb4d1cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.475299525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"75bbd877-c181-4e20-9fc4-a068901a6ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.479070708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be42e0d3-1b4c-4b9f-8ff2-ed213fef6101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.479562739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"182f9cce-9e48-48e8-87c0-00dcf14f7e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.493324171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c28f6a5e2fcd49d634227c73b6a038b571eeb0a7a1b4a76ba65b7cdbeccde56b) AuthConfig (1fbbc0a60f371d988836ba64fcba3cc600f20f571fc313ed0c82e47379d5f391) AuthConfig (dfa68472f05c9d03ae4de334cb5c1517d97166cc5d63445b6c992df782fd02c3) AuthConfig (458772a12c4e606333aa3d93e8958dc47ab95ade68ac5435b53177e80e6c99fc) AuthConfig (3507541e227b74310a0594ee96dcb0397189878afd9b40d786f67b645b3d61cc) AuthConfig (891f2aa6c6e6d4166eaf514273c0bc68221bb02f89fd8e60d5ff96dadad738a5) AuthConfig (b3b650dbd150d81f3deda30c014f2f4d15425de08177ae2b4eae38a288edecf4) AuthConfig (491bd10d76bc67c240e942167bfc0363ffee49f890ec132513d909ef178de7ee) AuthConfig (125b7526abac8a169224419707838fdd29484cfab10e61d0cd2a56c3432cf659) AuthConfig (6b0eeb4fa830cf00aff167f6440e0660db2f5f042d745f7faa5fd90d08c9c7d9) AuthConfig (3e62a7de0a0b4fb67ae590db657bbed19e82106a07aea6a37daa29febd47617f) AuthConfig (2413a490d92a434aebe2f6440295cb8015b3f73329ada7b9fc9645c685f08ff2) AuthConfig (6c7eb49d1b4f07eb422a9056195d7df23e8ba6a16c5d8d60d9eacd873e371ddd) AuthConfig (728ccd463117cb7fef8315e759d61a1ce1d85b46272e6dff66b6ab21ff82ab10) AuthConfig (234e19ccd209f75bb03c8ba98f267c56c86d4cca37a27552e5bc34b1ffcc5bde) AuthConfig (451db852613c4ae9448cc4020697a4e8d434814caa16c27b14c7fa62a5b433d3) AuthConfig (8bc7434072f0d62a66851a1b481f71a53c84224eccd65df1b3451137d2736862) AuthConfig (79f5628b4b9626857d1ad72f07401eeb7cd5ac8e6f08c065e984e630638c846c) AuthConfig (198a9cf102557f644b7e2da03e4ad7948ddad93fea1893ded071f756b3302012) AuthConfig (aa65978111c6f1a0f20f986a2b550a15c797750838be05d800d2ebfd82f705ea) AuthConfig (05c29d1ab762e5a7495b3e1349abffb589dc977d27038d103e97e594dec8e032) AuthConfig (6b65a2fa90290b3c4274607e2926e09e79672a34389f1f2e05aa3ef24100ff9a) AuthConfig (21220c393d31bea68c1266eb8e76a24ea86050fe4a17f27252e87c8bd6a1c76c) AuthConfig (f4235e92728e123d6f744ab98506b7203316bb0ee84804c6fe75ed9cc7435800) AuthConfig (12b1e4c72b301b2438e8aa09d8669ca8e424c63384590226db6028f805069f55) AuthConfig (c75d5e4e1b1a03acb625b38745f75ce4341046e23d32d9176bfe96343c65e6e1) AuthConfig (e2007c8e41f53e64f92782c41210e66a3d957ed311df669caa6ec28c51b5385d) AuthConfig (35380ca7756423a1880604d04472fdb8d29eba98c719dbe9610fb1b3bb5c6e39) AuthConfig (c3e0f548bd238046b302acce877173ae6980b9fc3cf35797ab2c6134555ed340) AuthConfig (1726feb83ec5d100c06abcb77aaab2b8e78bc0d4f9615840643fb005c160f5bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d6df721f-e4fc-404f-91e2-544aeb4d1cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.493341856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-fc9316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c28f6a5e2fcd49d634227c73b6a038b571eeb0a7a1b4a76ba65b7cdbeccde56b) AuthConfig (1fbbc0a60f371d988836ba64fcba3cc600f20f571fc313ed0c82e47379d5f391) AuthConfig (dfa68472f05c9d03ae4de334cb5c1517d97166cc5d63445b6c992df782fd02c3) AuthConfig (458772a12c4e606333aa3d93e8958dc47ab95ade68ac5435b53177e80e6c99fc) AuthConfig (3507541e227b74310a0594ee96dcb0397189878afd9b40d786f67b645b3d61cc) AuthConfig (891f2aa6c6e6d4166eaf514273c0bc68221bb02f89fd8e60d5ff96dadad738a5) AuthConfig (b3b650dbd150d81f3deda30c014f2f4d15425de08177ae2b4eae38a288edecf4) AuthConfig (491bd10d76bc67c240e942167bfc0363ffee49f890ec132513d909ef178de7ee) AuthConfig (125b7526abac8a169224419707838fdd29484cfab10e61d0cd2a56c3432cf659) AuthConfig (6b0eeb4fa830cf00aff167f6440e0660db2f5f042d745f7faa5fd90d08c9c7d9) AuthConfig (3e62a7de0a0b4fb67ae590db657bbed19e82106a07aea6a37daa29febd47617f) AuthConfig (2413a490d92a434aebe2f6440295cb8015b3f73329ada7b9fc9645c685f08ff2) AuthConfig (6c7eb49d1b4f07eb422a9056195d7df23e8ba6a16c5d8d60d9eacd873e371ddd) AuthConfig (728ccd463117cb7fef8315e759d61a1ce1d85b46272e6dff66b6ab21ff82ab10) AuthConfig (234e19ccd209f75bb03c8ba98f267c56c86d4cca37a27552e5bc34b1ffcc5bde) AuthConfig (451db852613c4ae9448cc4020697a4e8d434814caa16c27b14c7fa62a5b433d3) AuthConfig (8bc7434072f0d62a66851a1b481f71a53c84224eccd65df1b3451137d2736862) AuthConfig (79f5628b4b9626857d1ad72f07401eeb7cd5ac8e6f08c065e984e630638c846c) AuthConfig (198a9cf102557f644b7e2da03e4ad7948ddad93fea1893ded071f756b3302012) AuthConfig (aa65978111c6f1a0f20f986a2b550a15c797750838be05d800d2ebfd82f705ea) AuthConfig (05c29d1ab762e5a7495b3e1349abffb589dc977d27038d103e97e594dec8e032) AuthConfig (6b65a2fa90290b3c4274607e2926e09e79672a34389f1f2e05aa3ef24100ff9a) AuthConfig (21220c393d31bea68c1266eb8e76a24ea86050fe4a17f27252e87c8bd6a1c76c) AuthConfig (f4235e92728e123d6f744ab98506b7203316bb0ee84804c6fe75ed9cc7435800) AuthConfig (12b1e4c72b301b2438e8aa09d8669ca8e424c63384590226db6028f805069f55) AuthConfig (c75d5e4e1b1a03acb625b38745f75ce4341046e23d32d9176bfe96343c65e6e1) AuthConfig (e2007c8e41f53e64f92782c41210e66a3d957ed311df669caa6ec28c51b5385d) AuthConfig (35380ca7756423a1880604d04472fdb8d29eba98c719dbe9610fb1b3bb5c6e39) AuthConfig (c3e0f548bd238046b302acce877173ae6980b9fc3cf35797ab2c6134555ed340) AuthConfig (1726feb83ec5d100c06abcb77aaab2b8e78bc0d4f9615840643fb005c160f5bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"75bbd877-c181-4e20-9fc4-a068901a6ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.49987163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a069852290e254f6406c1a8e6d6e8cc92ca4e816e9826d76795b7bafde672c4b) AuthConfig (3ce09f6de03113feafdd56a8103e8d1128f5b4fc4e80e4adec82a664fcc8b7d0) AuthConfig (927890674c9f1608348a01a678f50b2eb5f8dd3b9d27bb19d5b28f4ff0f1b1df) AuthConfig (88af4afa0d1c6203d061fdf4bed21e635601b6328a4b319db84cb008acb2c63b) AuthConfig (0576eb8f409821f3db546b4fab890c8dc24fbc4e4d20ac20979d9418067ef234) AuthConfig (e94661cb689c9cd51d2c3eaa21496ce4b8579816f168a531f15b2c0039ba13f3) AuthConfig (ad6b4488a08bb79a3831bcee279aa444049c92559b449931ba600b15d811793a) AuthConfig (e0e1993a9acc99b2f514d99c78700329b7cbe860c6fd6903dfffd0a77457c5e2) AuthConfig (e144cc08e51b76f39dd425e687a3b2f5817e1d9b9794ac08bd99607a0f1b1361) AuthConfig (3bd110a7d13f32aad036b70be168d27d490bf7cf13d4e739de307dade45d9ba5) AuthConfig (d7142614ebab5b84b46bd3ff2fc45b357df19e909c88146e755419f5f64a906f) AuthConfig (e438a6362d7d0c285d9c5566f128afdb11611da5916e9351d4a3d80cde83552f) AuthConfig (7bfa91f0d9fff5aa45170585e3e535ad6d6ee20136d4c2be4269a231aba924c8) AuthConfig (7f1b028ecf492378eca40baf02712b0872738dee8aefb02ff1d6e6ab85a7b3fe) AuthConfig (5b99a79b980c0496af2f7fe58154e1c465003633648d5e4b78d978ebc21d0dc1) AuthConfig (a250d604c3e43e781959b27d1ac0418045d65a2210febfec1c94cd6b1ba54c40) AuthConfig (911ddb92da970640b239170eb49ea28ee7caaa22b80fa94e2b33359ff59e6194) AuthConfig (e2569a75696e1d0a388659fa6804b4eb6b841e1cbaef4be4c4e2b6249f5e2e73) AuthConfig (b6fae8711bd9999cd5dc667afc50b2dec207998941345d18a43bdb7a0a51026a) AuthConfig (0432e5df937d89821ac3b4689f355ef0178d26b5be42488ab52f20b2aab66381) AuthConfig (9076ae99dafbcce34333cba969e3b2352b1749d1698201e34ae5b52e64868665) AuthConfig (32a02e12536ba94c90863c733c1aef199b0ea5017393e6822b248098a5915688) AuthConfig (8d3b77f20b96cc7884a768f9948c915914c0ab5dea98e5277d238bd3cc17179f) AuthConfig (a1b549debdeefc50a4f386979b8b3a874214847e5f86f76de89de298d8c92036) AuthConfig (417b8938685bf91ff87e6a65da097c07675228cebc66474008da3a0d2959f5a0) AuthConfig (bdd3a28d1e514c4b8e86c3b99f69ccad32e2f107404486f4d4cca2ca2d796010) AuthConfig (1405b6fe7c9c7db1b654cee9811ec4f83a9c2c710baa8ddddc03392510732e65) AuthConfig (458d1a3de2557fc54270be3d624f3490062d25e8174aed49767f50a2af3397fa) AuthConfig (664f6744938eb39ce0156135a38b7cb09d09019cc62548bd616874fd64ec3d9f) AuthConfig (3a283bdefa402ad16488063ad383a93ec4cb2634e477596b53dd319c8ae6d093)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"182f9cce-9e48-48e8-87c0-00dcf14f7e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.500005103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a069852290e254f6406c1a8e6d6e8cc92ca4e816e9826d76795b7bafde672c4b) AuthConfig (3ce09f6de03113feafdd56a8103e8d1128f5b4fc4e80e4adec82a664fcc8b7d0) AuthConfig (927890674c9f1608348a01a678f50b2eb5f8dd3b9d27bb19d5b28f4ff0f1b1df) AuthConfig (88af4afa0d1c6203d061fdf4bed21e635601b6328a4b319db84cb008acb2c63b) AuthConfig (0576eb8f409821f3db546b4fab890c8dc24fbc4e4d20ac20979d9418067ef234) AuthConfig (e94661cb689c9cd51d2c3eaa21496ce4b8579816f168a531f15b2c0039ba13f3) AuthConfig (ad6b4488a08bb79a3831bcee279aa444049c92559b449931ba600b15d811793a) AuthConfig (e0e1993a9acc99b2f514d99c78700329b7cbe860c6fd6903dfffd0a77457c5e2) AuthConfig (e144cc08e51b76f39dd425e687a3b2f5817e1d9b9794ac08bd99607a0f1b1361) AuthConfig (3bd110a7d13f32aad036b70be168d27d490bf7cf13d4e739de307dade45d9ba5) AuthConfig (d7142614ebab5b84b46bd3ff2fc45b357df19e909c88146e755419f5f64a906f) AuthConfig (e438a6362d7d0c285d9c5566f128afdb11611da5916e9351d4a3d80cde83552f) AuthConfig (7bfa91f0d9fff5aa45170585e3e535ad6d6ee20136d4c2be4269a231aba924c8) AuthConfig (7f1b028ecf492378eca40baf02712b0872738dee8aefb02ff1d6e6ab85a7b3fe) AuthConfig (5b99a79b980c0496af2f7fe58154e1c465003633648d5e4b78d978ebc21d0dc1) AuthConfig (a250d604c3e43e781959b27d1ac0418045d65a2210febfec1c94cd6b1ba54c40) AuthConfig (911ddb92da970640b239170eb49ea28ee7caaa22b80fa94e2b33359ff59e6194) AuthConfig (e2569a75696e1d0a388659fa6804b4eb6b841e1cbaef4be4c4e2b6249f5e2e73) AuthConfig (b6fae8711bd9999cd5dc667afc50b2dec207998941345d18a43bdb7a0a51026a) AuthConfig (0432e5df937d89821ac3b4689f355ef0178d26b5be42488ab52f20b2aab66381) AuthConfig (9076ae99dafbcce34333cba969e3b2352b1749d1698201e34ae5b52e64868665) AuthConfig (32a02e12536ba94c90863c733c1aef199b0ea5017393e6822b248098a5915688) AuthConfig (8d3b77f20b96cc7884a768f9948c915914c0ab5dea98e5277d238bd3cc17179f) AuthConfig (a1b549debdeefc50a4f386979b8b3a874214847e5f86f76de89de298d8c92036) AuthConfig (417b8938685bf91ff87e6a65da097c07675228cebc66474008da3a0d2959f5a0) AuthConfig (bdd3a28d1e514c4b8e86c3b99f69ccad32e2f107404486f4d4cca2ca2d796010) AuthConfig (1405b6fe7c9c7db1b654cee9811ec4f83a9c2c710baa8ddddc03392510732e65) AuthConfig (458d1a3de2557fc54270be3d624f3490062d25e8174aed49767f50a2af3397fa) AuthConfig (664f6744938eb39ce0156135a38b7cb09d09019cc62548bd616874fd64ec3d9f) AuthConfig (3a283bdefa402ad16488063ad383a93ec4cb2634e477596b53dd319c8ae6d093)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be42e0d3-1b4c-4b9f-8ff2-ed213fef6101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.520637898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3f7a501b-bd92-4b89-8723-b9af9587aacf","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.523460904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"4a236e4b-dd0c-4481-a35c-176999860734","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.567588566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fcf478c4-a135-4601-9045-163966d5efc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.57231962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d637ff8-d43b-4bfb-bcf1-3118a2ccf8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.586727335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fcf478c4-a135-4601-9045-163966d5efc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.591519667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d637ff8-d43b-4bfb-bcf1-3118a2ccf8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.605446336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a069852290e254f6406c1a8e6d6e8cc92ca4e816e9826d76795b7bafde672c4b) AuthConfig (3ce09f6de03113feafdd56a8103e8d1128f5b4fc4e80e4adec82a664fcc8b7d0) AuthConfig (927890674c9f1608348a01a678f50b2eb5f8dd3b9d27bb19d5b28f4ff0f1b1df) AuthConfig (88af4afa0d1c6203d061fdf4bed21e635601b6328a4b319db84cb008acb2c63b) AuthConfig (0576eb8f409821f3db546b4fab890c8dc24fbc4e4d20ac20979d9418067ef234) AuthConfig (e94661cb689c9cd51d2c3eaa21496ce4b8579816f168a531f15b2c0039ba13f3) AuthConfig (ad6b4488a08bb79a3831bcee279aa444049c92559b449931ba600b15d811793a) AuthConfig (e0e1993a9acc99b2f514d99c78700329b7cbe860c6fd6903dfffd0a77457c5e2) AuthConfig (e144cc08e51b76f39dd425e687a3b2f5817e1d9b9794ac08bd99607a0f1b1361) AuthConfig (3bd110a7d13f32aad036b70be168d27d490bf7cf13d4e739de307dade45d9ba5) AuthConfig (d7142614ebab5b84b46bd3ff2fc45b357df19e909c88146e755419f5f64a906f) AuthConfig (e438a6362d7d0c285d9c5566f128afdb11611da5916e9351d4a3d80cde83552f) AuthConfig (7bfa91f0d9fff5aa45170585e3e535ad6d6ee20136d4c2be4269a231aba924c8) AuthConfig (7f1b028ecf492378eca40baf02712b0872738dee8aefb02ff1d6e6ab85a7b3fe) AuthConfig (5b99a79b980c0496af2f7fe58154e1c465003633648d5e4b78d978ebc21d0dc1) AuthConfig (a250d604c3e43e781959b27d1ac0418045d65a2210febfec1c94cd6b1ba54c40) AuthConfig (911ddb92da970640b239170eb49ea28ee7caaa22b80fa94e2b33359ff59e6194) AuthConfig (e2569a75696e1d0a388659fa6804b4eb6b841e1cbaef4be4c4e2b6249f5e2e73) AuthConfig (b6fae8711bd9999cd5dc667afc50b2dec207998941345d18a43bdb7a0a51026a) AuthConfig (0432e5df937d89821ac3b4689f355ef0178d26b5be42488ab52f20b2aab66381) AuthConfig (9076ae99dafbcce34333cba969e3b2352b1749d1698201e34ae5b52e64868665) AuthConfig (32a02e12536ba94c90863c733c1aef199b0ea5017393e6822b248098a5915688) AuthConfig (8d3b77f20b96cc7884a768f9948c915914c0ab5dea98e5277d238bd3cc17179f) AuthConfig (a1b549debdeefc50a4f386979b8b3a874214847e5f86f76de89de298d8c92036) AuthConfig (417b8938685bf91ff87e6a65da097c07675228cebc66474008da3a0d2959f5a0) AuthConfig (bdd3a28d1e514c4b8e86c3b99f69ccad32e2f107404486f4d4cca2ca2d796010) AuthConfig (1405b6fe7c9c7db1b654cee9811ec4f83a9c2c710baa8ddddc03392510732e65) AuthConfig (458d1a3de2557fc54270be3d624f3490062d25e8174aed49767f50a2af3397fa) AuthConfig (664f6744938eb39ce0156135a38b7cb09d09019cc62548bd616874fd64ec3d9f) AuthConfig (3a283bdefa402ad16488063ad383a93ec4cb2634e477596b53dd319c8ae6d093)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fcf478c4-a135-4601-9045-163966d5efc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.609565839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a069852290e254f6406c1a8e6d6e8cc92ca4e816e9826d76795b7bafde672c4b) AuthConfig (3ce09f6de03113feafdd56a8103e8d1128f5b4fc4e80e4adec82a664fcc8b7d0) AuthConfig (927890674c9f1608348a01a678f50b2eb5f8dd3b9d27bb19d5b28f4ff0f1b1df) AuthConfig (88af4afa0d1c6203d061fdf4bed21e635601b6328a4b319db84cb008acb2c63b) AuthConfig (0576eb8f409821f3db546b4fab890c8dc24fbc4e4d20ac20979d9418067ef234) AuthConfig (e94661cb689c9cd51d2c3eaa21496ce4b8579816f168a531f15b2c0039ba13f3) AuthConfig (ad6b4488a08bb79a3831bcee279aa444049c92559b449931ba600b15d811793a) AuthConfig (e0e1993a9acc99b2f514d99c78700329b7cbe860c6fd6903dfffd0a77457c5e2) AuthConfig (e144cc08e51b76f39dd425e687a3b2f5817e1d9b9794ac08bd99607a0f1b1361) AuthConfig (3bd110a7d13f32aad036b70be168d27d490bf7cf13d4e739de307dade45d9ba5) AuthConfig (d7142614ebab5b84b46bd3ff2fc45b357df19e909c88146e755419f5f64a906f) AuthConfig (e438a6362d7d0c285d9c5566f128afdb11611da5916e9351d4a3d80cde83552f) AuthConfig (7bfa91f0d9fff5aa45170585e3e535ad6d6ee20136d4c2be4269a231aba924c8) AuthConfig (7f1b028ecf492378eca40baf02712b0872738dee8aefb02ff1d6e6ab85a7b3fe) AuthConfig (5b99a79b980c0496af2f7fe58154e1c465003633648d5e4b78d978ebc21d0dc1) AuthConfig (a250d604c3e43e781959b27d1ac0418045d65a2210febfec1c94cd6b1ba54c40) AuthConfig (911ddb92da970640b239170eb49ea28ee7caaa22b80fa94e2b33359ff59e6194) AuthConfig (e2569a75696e1d0a388659fa6804b4eb6b841e1cbaef4be4c4e2b6249f5e2e73) AuthConfig (b6fae8711bd9999cd5dc667afc50b2dec207998941345d18a43bdb7a0a51026a) AuthConfig (0432e5df937d89821ac3b4689f355ef0178d26b5be42488ab52f20b2aab66381) AuthConfig (9076ae99dafbcce34333cba969e3b2352b1749d1698201e34ae5b52e64868665) AuthConfig (32a02e12536ba94c90863c733c1aef199b0ea5017393e6822b248098a5915688) AuthConfig (8d3b77f20b96cc7884a768f9948c915914c0ab5dea98e5277d238bd3cc17179f) AuthConfig (a1b549debdeefc50a4f386979b8b3a874214847e5f86f76de89de298d8c92036) AuthConfig (417b8938685bf91ff87e6a65da097c07675228cebc66474008da3a0d2959f5a0) AuthConfig (bdd3a28d1e514c4b8e86c3b99f69ccad32e2f107404486f4d4cca2ca2d796010) AuthConfig (1405b6fe7c9c7db1b654cee9811ec4f83a9c2c710baa8ddddc03392510732e65) AuthConfig (458d1a3de2557fc54270be3d624f3490062d25e8174aed49767f50a2af3397fa) AuthConfig (664f6744938eb39ce0156135a38b7cb09d09019cc62548bd616874fd64ec3d9f) AuthConfig (3a283bdefa402ad16488063ad383a93ec4cb2634e477596b53dd319c8ae6d093)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d637ff8-d43b-4bfb-bcf1-3118a2ccf8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:39.625749079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d637ff8-d43b-4bfb-bcf1-3118a2ccf8f3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.676624976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"166b7316-8ff3-4925-b720-81fbcbed6acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.69801129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"166b7316-8ff3-4925-b720-81fbcbed6acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.716536014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a069852290e254f6406c1a8e6d6e8cc92ca4e816e9826d76795b7bafde672c4b) AuthConfig (3ce09f6de03113feafdd56a8103e8d1128f5b4fc4e80e4adec82a664fcc8b7d0) AuthConfig (927890674c9f1608348a01a678f50b2eb5f8dd3b9d27bb19d5b28f4ff0f1b1df) AuthConfig (88af4afa0d1c6203d061fdf4bed21e635601b6328a4b319db84cb008acb2c63b) AuthConfig (0576eb8f409821f3db546b4fab890c8dc24fbc4e4d20ac20979d9418067ef234) AuthConfig (e94661cb689c9cd51d2c3eaa21496ce4b8579816f168a531f15b2c0039ba13f3) AuthConfig (ad6b4488a08bb79a3831bcee279aa444049c92559b449931ba600b15d811793a) AuthConfig (e0e1993a9acc99b2f514d99c78700329b7cbe860c6fd6903dfffd0a77457c5e2) AuthConfig (e144cc08e51b76f39dd425e687a3b2f5817e1d9b9794ac08bd99607a0f1b1361) AuthConfig (3bd110a7d13f32aad036b70be168d27d490bf7cf13d4e739de307dade45d9ba5) AuthConfig (d7142614ebab5b84b46bd3ff2fc45b357df19e909c88146e755419f5f64a906f) AuthConfig (e438a6362d7d0c285d9c5566f128afdb11611da5916e9351d4a3d80cde83552f) AuthConfig (7bfa91f0d9fff5aa45170585e3e535ad6d6ee20136d4c2be4269a231aba924c8) AuthConfig (7f1b028ecf492378eca40baf02712b0872738dee8aefb02ff1d6e6ab85a7b3fe) AuthConfig (5b99a79b980c0496af2f7fe58154e1c465003633648d5e4b78d978ebc21d0dc1) AuthConfig (a250d604c3e43e781959b27d1ac0418045d65a2210febfec1c94cd6b1ba54c40) AuthConfig (911ddb92da970640b239170eb49ea28ee7caaa22b80fa94e2b33359ff59e6194) AuthConfig (e2569a75696e1d0a388659fa6804b4eb6b841e1cbaef4be4c4e2b6249f5e2e73) AuthConfig (b6fae8711bd9999cd5dc667afc50b2dec207998941345d18a43bdb7a0a51026a) AuthConfig (0432e5df937d89821ac3b4689f355ef0178d26b5be42488ab52f20b2aab66381) AuthConfig (9076ae99dafbcce34333cba969e3b2352b1749d1698201e34ae5b52e64868665) AuthConfig (32a02e12536ba94c90863c733c1aef199b0ea5017393e6822b248098a5915688) AuthConfig (8d3b77f20b96cc7884a768f9948c915914c0ab5dea98e5277d238bd3cc17179f) AuthConfig (a1b549debdeefc50a4f386979b8b3a874214847e5f86f76de89de298d8c92036) AuthConfig (417b8938685bf91ff87e6a65da097c07675228cebc66474008da3a0d2959f5a0) AuthConfig (bdd3a28d1e514c4b8e86c3b99f69ccad32e2f107404486f4d4cca2ca2d796010) AuthConfig (1405b6fe7c9c7db1b654cee9811ec4f83a9c2c710baa8ddddc03392510732e65) AuthConfig (458d1a3de2557fc54270be3d624f3490062d25e8174aed49767f50a2af3397fa) AuthConfig (664f6744938eb39ce0156135a38b7cb09d09019cc62548bd616874fd64ec3d9f) AuthConfig (3a283bdefa402ad16488063ad383a93ec4cb2634e477596b53dd319c8ae6d093)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"166b7316-8ff3-4925-b720-81fbcbed6acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.62424891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"bba2817f-74cc-46b4-9940-e6083aa9526b","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.769468478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"bb67b59e-a44a-4ad4-ba1b-2bb44d47fceb","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.792628887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"3156d4e9-f756-4e4c-946e-e32a9dbbf8ee","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.803554875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"c52a814b-eee2-48fa-b125-06a5fadff80f","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:44.808896894Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b85343/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.822889582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"4f196789-4091-4c13-b5f7-5d765e934901","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.889658172Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"d8914351-0219-4de2-8417-b6c24f0c4020","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"simulator-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.950233217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"927a3180-42af-4c9a-ae68-0412fb627f5a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.975838536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"9fe0e20e-8530-436d-bbac-48572e13f8db","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.998246745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"55c59208-583d-4403-90b6-a884f71c33aa","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.013109373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"6bf3a8b8-cd5c-413c-af18-06fb32121fa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.030957433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"74bbb29e-f817-4e0d-989f-4795827d1f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.079428723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"74bbb29e-f817-4e0d-989f-4795827d1f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.097876062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"74bbb29e-f817-4e0d-989f-4795827d1f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.114746776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"23619459-e09e-4f53-91ee-be54eea1d483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.118658535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"ca217236-82ac-4af2-82cb-7e3a5edc790e","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.149022152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3f4b464c-615c-4682-8939-d5c9f182c3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.17108797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3f4b464c-615c-4682-8939-d5c9f182c3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.187082673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"8eef1b0d-f2cd-44ca-8932-668712431d3c","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.189147217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3f4b464c-615c-4682-8939-d5c9f182c3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.204869726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"98a33d73-2cbc-4fe5-aa6e-58d24680ca39","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:45.221723939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"a61b77e1-3e64-4263-8217-09dfab1dd439","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.226670052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"54b60c0b-9ebf-47ad-a983-0ff5e7c9b083","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.252726323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b0c4ef93-87ec-48e1-b0c3-b88c778f55bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.270008909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"5818e504-6ad1-4146-ac4b-6fefe3fbc1d1","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.273027072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b0c4ef93-87ec-48e1-b0c3-b88c778f55bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.288306808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"83909f5e-61cb-489e-8477-4428cc5339db","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.291108628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b0c4ef93-87ec-48e1-b0c3-b88c778f55bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.34980981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5f25cec3-f3ac-4903-8c28-896d1c438353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.354816594Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"654a38a1-897b-4006-993a-cd7605fd94f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"premium-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.370224397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5f25cec3-f3ac-4903-8c28-896d1c438353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.38915765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5f25cec3-f3ac-4903-8c28-896d1c438353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.401945914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"b70f749a-df6b-4ea6-aab2-801f8cf3dfcd","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.428935767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"e695baf6-9efa-4927-82af-9cd7d33219af","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.469587523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8b167eda-9960-4185-b11d-0633d5da64cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.478398513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b6008501-4b47-461f-99c1-a75b7f169303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.480537076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"b42d2bbc-3fea-4b7a-8bc0-db77fc5c14da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.504432299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8b167eda-9960-4185-b11d-0633d5da64cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.530387385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b6008501-4b47-461f-99c1-a75b7f169303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.535163292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8b167eda-9960-4185-b11d-0633d5da64cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.55771343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b6008501-4b47-461f-99c1-a75b7f169303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.560333341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"83a951c0-f1e0-4a8e-bc53-05ae513f0741","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.612048694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"d988ee2c-e82f-4c0b-b043-cd0f5c7aa1ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.628877821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"df53c8b8-5920-4b8c-bb4d-effc4f811251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.65024237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"df53c8b8-5920-4b8c-bb4d-effc4f811251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.668752707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"df53c8b8-5920-4b8c-bb4d-effc4f811251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.152163354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"4232ccfe-16be-4825-9e18-0507a8599a54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.208892593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"20cc358f-6038-4d71-83e8-010577a88b9f","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.252934121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"fba9af16-1a79-42f7-b02a-69453b25b12a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.252933901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"5f394bee-5d7d-474f-8bf8-a7d681a0a89b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.313107229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"00c00435-1538-4407-888f-6b64bb40f948","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.315661215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"0c53373d-82f4-4eeb-a979-dced0d63f25a","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.342692326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5d7f339c-77c6-4b0d-8f00-908f2468bba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.342898096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6943c0b5-2b2d-4e4b-a510-3b275bb27408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.353585961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"14b48cd1-e321-4bb6-b4a8-03d5f4b2a084","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.365588946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5d7f339c-77c6-4b0d-8f00-908f2468bba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.366641851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6943c0b5-2b2d-4e4b-a510-3b275bb27408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.38440493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d16871b925b12cb477832ae4b9845eb689be105bde5d5e3304ddf49e4763a5c) AuthConfig (9028d5e0c5ea817414479f61be18cfac815ce932aa3b19e4755d9eb2ed6e6638) AuthConfig (591a9037413eb75a27aef5167da6601c84ba91a614677beac4504a629b318220) AuthConfig (b481d79efaf78ae0e50121eeb13821c89c1c233e6ba913be250f6639d556eae6) AuthConfig (e3966f278babd849672a42ead167834847f5a6b83f3cfa538e7fd04a8c358dd0) AuthConfig (2a7d8d20ae7e7dd81b4ca2e588fe84d2996eb33cccda18291a658433a15c2e54) AuthConfig (b9d15e1b3c3b838bd492f18dee2fd7347782959307da8ad728d09f0af0b8b86d) AuthConfig (64ea4ba0f4e074ea5f9ab07e96eee5bba989b1b78eee9439aa4278a8b3d76d8f) AuthConfig (f895cccef661e92611d1dfdb7dde86544cadc99dba8043e0865a0568dd6e623a) AuthConfig (f961e4c1c33c3fb97db972382b03f520e0052bdaa4b2392df051a5e2948a3959) AuthConfig (de3fe990c853334fbfd813329fc49f45985f5d605c5c6cef1fdc30b9ce834368) AuthConfig (df3a932ee3fff33c05289485fc4bd713b0cf5b31693705053899b829f0d88522) AuthConfig (8530d952b191a8d217633090fdaa1997f5830d6ff4a401cda2904a35ad19c420) AuthConfig (0ce4a15b3b3509a70275c5898184cc2ffdc4bbcbe39eaf5769940bfe4b372297) AuthConfig (b9023e4824bd3319afeb6540ea40d1708e7f6e5e9966f3651dd7326a0d934742) AuthConfig (9ec3fc773384768678befb6c9b094775669e81dbb3a6f9d0ee16fafa7be885da) AuthConfig (80e9abdb9c7ad152e6ce7ad76160576aa6df5d4858877bdb221e5c1e67c579e6) AuthConfig (059426911c2db27912c5bc37193cbc8136db168ccfdca7b0e8a9e59ef6793215) AuthConfig (4db4eddc133c8eea5dcacaa61d69609e2e2fd138ec0c505fccba000c7038c316) AuthConfig (50272ae8e7b45fc026351f00294a7580ab75a92a88484919dcd633118aae0da3) AuthConfig (6781109b38049e0521fa5c5346836bad07847af4de7ad4a56fca4c07f50324cd) AuthConfig (1d74120062b209adb21b456d7886ccff393749779b5773530890903f1d1f9f70) AuthConfig (a19643dc58308494f40583b80517e29e98ebe55d23b552da1221415d94c6f272) AuthConfig (3fce8acb9656011eda10a3e6094c5ca42af29b2d6c8560146036607e40bdb2b4) AuthConfig (445f9135ea50ce1ab99cda05c73410cd54e7e0e0225635527673c57a6ec0d488) AuthConfig (f035bd8b4b2d03d366521acd17bda59c9896588e2ed5db0b990a76cff479c258) AuthConfig (c0ad0f0a2565335088c803f073639c0981839f95b5f4ade079cc9e8137ee695c) AuthConfig (3c174022689be290aeb0540816ac7eb48d955077753641ac97eed7e73505de1a) AuthConfig (84cdcf3180a1a5416f49d3293cc9b07a10d0e87bb17e180281d8a5a402bc84ac) AuthConfig (f79636ab1c875f6aba2d18559cafd05a9e58422d52b1a4d6fd2bc5b7291d0d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6943c0b5-2b2d-4e4b-a510-3b275bb27408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.384926604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d16871b925b12cb477832ae4b9845eb689be105bde5d5e3304ddf49e4763a5c) AuthConfig (9028d5e0c5ea817414479f61be18cfac815ce932aa3b19e4755d9eb2ed6e6638) AuthConfig (591a9037413eb75a27aef5167da6601c84ba91a614677beac4504a629b318220) AuthConfig (b481d79efaf78ae0e50121eeb13821c89c1c233e6ba913be250f6639d556eae6) AuthConfig (e3966f278babd849672a42ead167834847f5a6b83f3cfa538e7fd04a8c358dd0) AuthConfig (2a7d8d20ae7e7dd81b4ca2e588fe84d2996eb33cccda18291a658433a15c2e54) AuthConfig (b9d15e1b3c3b838bd492f18dee2fd7347782959307da8ad728d09f0af0b8b86d) AuthConfig (64ea4ba0f4e074ea5f9ab07e96eee5bba989b1b78eee9439aa4278a8b3d76d8f) AuthConfig (f895cccef661e92611d1dfdb7dde86544cadc99dba8043e0865a0568dd6e623a) AuthConfig (f961e4c1c33c3fb97db972382b03f520e0052bdaa4b2392df051a5e2948a3959) AuthConfig (de3fe990c853334fbfd813329fc49f45985f5d605c5c6cef1fdc30b9ce834368) AuthConfig (df3a932ee3fff33c05289485fc4bd713b0cf5b31693705053899b829f0d88522) AuthConfig (8530d952b191a8d217633090fdaa1997f5830d6ff4a401cda2904a35ad19c420) AuthConfig (0ce4a15b3b3509a70275c5898184cc2ffdc4bbcbe39eaf5769940bfe4b372297) AuthConfig (b9023e4824bd3319afeb6540ea40d1708e7f6e5e9966f3651dd7326a0d934742) AuthConfig (9ec3fc773384768678befb6c9b094775669e81dbb3a6f9d0ee16fafa7be885da) AuthConfig (80e9abdb9c7ad152e6ce7ad76160576aa6df5d4858877bdb221e5c1e67c579e6) AuthConfig (059426911c2db27912c5bc37193cbc8136db168ccfdca7b0e8a9e59ef6793215) AuthConfig (4db4eddc133c8eea5dcacaa61d69609e2e2fd138ec0c505fccba000c7038c316) AuthConfig (50272ae8e7b45fc026351f00294a7580ab75a92a88484919dcd633118aae0da3) AuthConfig (6781109b38049e0521fa5c5346836bad07847af4de7ad4a56fca4c07f50324cd) AuthConfig (1d74120062b209adb21b456d7886ccff393749779b5773530890903f1d1f9f70) AuthConfig (a19643dc58308494f40583b80517e29e98ebe55d23b552da1221415d94c6f272) AuthConfig (3fce8acb9656011eda10a3e6094c5ca42af29b2d6c8560146036607e40bdb2b4) AuthConfig (445f9135ea50ce1ab99cda05c73410cd54e7e0e0225635527673c57a6ec0d488) AuthConfig (f035bd8b4b2d03d366521acd17bda59c9896588e2ed5db0b990a76cff479c258) AuthConfig (c0ad0f0a2565335088c803f073639c0981839f95b5f4ade079cc9e8137ee695c) AuthConfig (3c174022689be290aeb0540816ac7eb48d955077753641ac97eed7e73505de1a) AuthConfig (84cdcf3180a1a5416f49d3293cc9b07a10d0e87bb17e180281d8a5a402bc84ac) AuthConfig (f79636ab1c875f6aba2d18559cafd05a9e58422d52b1a4d6fd2bc5b7291d0d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5d7f339c-77c6-4b0d-8f00-908f2468bba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.406389408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e3374c9f-a1bb-4a20-ace7-6819ef54f6e5","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.406701278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"f9956d60-1b2b-4128-9af5-695c51585a0e","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.412610817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"217adbe7-8f75-4002-a72c-5035b801d48c","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.441957491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"84ef6940-3bea-4b10-952a-b7e73b1cb07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.442198444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fe47ca58-6fff-4033-bd24-1ebac158b43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.462198633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"84ef6940-3bea-4b10-952a-b7e73b1cb07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.462586731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fe47ca58-6fff-4033-bd24-1ebac158b43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.4812439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63c076064d3687f7af0992f0ac56b2cf0f33ba407bedb83ac1a5532e1328f86d) AuthConfig (f2d104b0d1d0861d2dca0e02ab17eb02b260200728419b8d64aaf9ef294e1d39) AuthConfig (9f11bb0ac95dc145c5b96ed16dc7ee91a5ec3477bcbd5f2aadc775748f8d227b) AuthConfig (de12fdf507256a29a62537c317977d9bfdedfc57772d8b7da05a198849788da9) AuthConfig (bd030e58f97f9ccf1fefba92623fdb5ddaf1855db282c8b3357187d654cbc1e9) AuthConfig (85f4ec1fba393fee2cd8b1a1cbcd952c0a8b2b07d91df0689e6aa3530e1612ac) AuthConfig (14a05e604da97b82028f19361b8ff1134d576190d0aff35d9214fcf82939d665) AuthConfig (60becbc01da9efe14961587255359f23040514b9b947a242dba69ad5d8aa863b) AuthConfig (e51c2697182bc1d8b8a640abfcfdac1de6b68150fe168ded8b1bf814d9db8f52) AuthConfig (95457a6066bd648810469bce715e5078214a72a6f7a7021250be9484d65fdcbd) AuthConfig (8ff1d35eace1e8abc89c5e3b3315438768803d3c4bc611d10f357f1f4cc8d235) AuthConfig (62c9ca246030bae52c97b23e20dd89d53c4a98abb80678685fb407168a3467ca) AuthConfig (ef5f4db4109c1e501830e1e0d268c9e2315bf8d99fe0db851e32229406fed7e0) AuthConfig (1bb7895c634de709a9a706957ae0b31615bb5e2cdcb81a463c193f4e6574bdbc) AuthConfig (9774339ea76dfbafa462ae995fcc8c5744252e13fa9bf2006855167284363db1) AuthConfig (e9ea63ed9ffb5952a77178110990adffaef04d7b04ea2bc766b1655af4ce99bd) AuthConfig (6e54121766835ff496da64e2d0fb3b828717de38f92e897f9892472db2a6be5b) AuthConfig (b3ba28c7e7adc034563e30669afcf14d703fc0d0eec438f048fd7b6ce349e731) AuthConfig (f7b6d0096ada5dc2115f5f9aa0535c1b7947bc0a9dbb51b9fde0db9b8a88f6fc) AuthConfig (bc14c577ed363a7d447dbbfd0c850628c2ccbea7c1a29eae6934bb2e8a2621d9) AuthConfig (07e427026c39ff0c63f762579f5089b68b9f3842a1326151f0264a7d1ab39871) AuthConfig (2ea337932d2f58f87dfbe45bfcc5322b31e88f226da00c8d03fec7070907b54b) AuthConfig (12780287263d2c1b7adbeb69a6196d45464c2d26252f064873d62bc92d8d127f) AuthConfig (c01d980a7ac2cb1dbdadcdfe5606853b61358dae4c9adb4a73bc3f672b8dd71d) AuthConfig (07e658438cfe156d2b03dc2efc7a81363b98681e450465b5d81d31fe501d56bf) AuthConfig (c2fea81b777667368d05b51e86d17e1d3712776270aafea1692bb19eb1a2f0e3) AuthConfig (07edc16af78e6a8a75151ebc9f467fbdced7230a832056063110361a85c9f0c2) AuthConfig (5b26a6ad25aca638679331e179dc1df94e12d589656db9237c3f86a379934731) AuthConfig (33348fbc657d6548866b3690cb00529e0ad48b0c7e83cc86b16a99573b0c6b38) AuthConfig (1950a89166a47e296616b5274202ecedcb323198915de9d671ab0621efeb4e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"84ef6940-3bea-4b10-952a-b7e73b1cb07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.481626914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63c076064d3687f7af0992f0ac56b2cf0f33ba407bedb83ac1a5532e1328f86d) AuthConfig (f2d104b0d1d0861d2dca0e02ab17eb02b260200728419b8d64aaf9ef294e1d39) AuthConfig (9f11bb0ac95dc145c5b96ed16dc7ee91a5ec3477bcbd5f2aadc775748f8d227b) AuthConfig (de12fdf507256a29a62537c317977d9bfdedfc57772d8b7da05a198849788da9) AuthConfig (bd030e58f97f9ccf1fefba92623fdb5ddaf1855db282c8b3357187d654cbc1e9) AuthConfig (85f4ec1fba393fee2cd8b1a1cbcd952c0a8b2b07d91df0689e6aa3530e1612ac) AuthConfig (14a05e604da97b82028f19361b8ff1134d576190d0aff35d9214fcf82939d665) AuthConfig (60becbc01da9efe14961587255359f23040514b9b947a242dba69ad5d8aa863b) AuthConfig (e51c2697182bc1d8b8a640abfcfdac1de6b68150fe168ded8b1bf814d9db8f52) AuthConfig (95457a6066bd648810469bce715e5078214a72a6f7a7021250be9484d65fdcbd) AuthConfig (8ff1d35eace1e8abc89c5e3b3315438768803d3c4bc611d10f357f1f4cc8d235) AuthConfig (62c9ca246030bae52c97b23e20dd89d53c4a98abb80678685fb407168a3467ca) AuthConfig (ef5f4db4109c1e501830e1e0d268c9e2315bf8d99fe0db851e32229406fed7e0) AuthConfig (1bb7895c634de709a9a706957ae0b31615bb5e2cdcb81a463c193f4e6574bdbc) AuthConfig (9774339ea76dfbafa462ae995fcc8c5744252e13fa9bf2006855167284363db1) AuthConfig (e9ea63ed9ffb5952a77178110990adffaef04d7b04ea2bc766b1655af4ce99bd) AuthConfig (6e54121766835ff496da64e2d0fb3b828717de38f92e897f9892472db2a6be5b) AuthConfig (b3ba28c7e7adc034563e30669afcf14d703fc0d0eec438f048fd7b6ce349e731) AuthConfig (f7b6d0096ada5dc2115f5f9aa0535c1b7947bc0a9dbb51b9fde0db9b8a88f6fc) AuthConfig (bc14c577ed363a7d447dbbfd0c850628c2ccbea7c1a29eae6934bb2e8a2621d9) AuthConfig (07e427026c39ff0c63f762579f5089b68b9f3842a1326151f0264a7d1ab39871) AuthConfig (2ea337932d2f58f87dfbe45bfcc5322b31e88f226da00c8d03fec7070907b54b) AuthConfig (12780287263d2c1b7adbeb69a6196d45464c2d26252f064873d62bc92d8d127f) AuthConfig (c01d980a7ac2cb1dbdadcdfe5606853b61358dae4c9adb4a73bc3f672b8dd71d) AuthConfig (07e658438cfe156d2b03dc2efc7a81363b98681e450465b5d81d31fe501d56bf) AuthConfig (c2fea81b777667368d05b51e86d17e1d3712776270aafea1692bb19eb1a2f0e3) AuthConfig (07edc16af78e6a8a75151ebc9f467fbdced7230a832056063110361a85c9f0c2) AuthConfig (5b26a6ad25aca638679331e179dc1df94e12d589656db9237c3f86a379934731) AuthConfig (33348fbc657d6548866b3690cb00529e0ad48b0c7e83cc86b16a99573b0c6b38) AuthConfig (1950a89166a47e296616b5274202ecedcb323198915de9d671ab0621efeb4e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fe47ca58-6fff-4033-bd24-1ebac158b43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.501796312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"5d98362e-b87e-420f-8aea-154c34baab5e","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.504575106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"bf8e4fe8-4dd5-471b-8b0e-a2a1205bca37","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.539312066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"330fccca-34c5-48d4-bc57-b9a1ca5077c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.539312055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bb8054ae-f641-48d1-8be6-c18856aff05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.561991556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"330fccca-34c5-48d4-bc57-b9a1ca5077c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.563166755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bb8054ae-f641-48d1-8be6-c18856aff05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.580623285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d16871b925b12cb477832ae4b9845eb689be105bde5d5e3304ddf49e4763a5c) AuthConfig (9028d5e0c5ea817414479f61be18cfac815ce932aa3b19e4755d9eb2ed6e6638) AuthConfig (591a9037413eb75a27aef5167da6601c84ba91a614677beac4504a629b318220) AuthConfig (b481d79efaf78ae0e50121eeb13821c89c1c233e6ba913be250f6639d556eae6) AuthConfig (e3966f278babd849672a42ead167834847f5a6b83f3cfa538e7fd04a8c358dd0) AuthConfig (2a7d8d20ae7e7dd81b4ca2e588fe84d2996eb33cccda18291a658433a15c2e54) AuthConfig (b9d15e1b3c3b838bd492f18dee2fd7347782959307da8ad728d09f0af0b8b86d) AuthConfig (64ea4ba0f4e074ea5f9ab07e96eee5bba989b1b78eee9439aa4278a8b3d76d8f) AuthConfig (f895cccef661e92611d1dfdb7dde86544cadc99dba8043e0865a0568dd6e623a) AuthConfig (f961e4c1c33c3fb97db972382b03f520e0052bdaa4b2392df051a5e2948a3959) AuthConfig (de3fe990c853334fbfd813329fc49f45985f5d605c5c6cef1fdc30b9ce834368) AuthConfig (df3a932ee3fff33c05289485fc4bd713b0cf5b31693705053899b829f0d88522) AuthConfig (8530d952b191a8d217633090fdaa1997f5830d6ff4a401cda2904a35ad19c420) AuthConfig (0ce4a15b3b3509a70275c5898184cc2ffdc4bbcbe39eaf5769940bfe4b372297) AuthConfig (b9023e4824bd3319afeb6540ea40d1708e7f6e5e9966f3651dd7326a0d934742) AuthConfig (9ec3fc773384768678befb6c9b094775669e81dbb3a6f9d0ee16fafa7be885da) AuthConfig (80e9abdb9c7ad152e6ce7ad76160576aa6df5d4858877bdb221e5c1e67c579e6) AuthConfig (059426911c2db27912c5bc37193cbc8136db168ccfdca7b0e8a9e59ef6793215) AuthConfig (4db4eddc133c8eea5dcacaa61d69609e2e2fd138ec0c505fccba000c7038c316) AuthConfig (50272ae8e7b45fc026351f00294a7580ab75a92a88484919dcd633118aae0da3) AuthConfig (6781109b38049e0521fa5c5346836bad07847af4de7ad4a56fca4c07f50324cd) AuthConfig (1d74120062b209adb21b456d7886ccff393749779b5773530890903f1d1f9f70) AuthConfig (a19643dc58308494f40583b80517e29e98ebe55d23b552da1221415d94c6f272) AuthConfig (3fce8acb9656011eda10a3e6094c5ca42af29b2d6c8560146036607e40bdb2b4) AuthConfig (445f9135ea50ce1ab99cda05c73410cd54e7e0e0225635527673c57a6ec0d488) AuthConfig (f035bd8b4b2d03d366521acd17bda59c9896588e2ed5db0b990a76cff479c258) AuthConfig (c0ad0f0a2565335088c803f073639c0981839f95b5f4ade079cc9e8137ee695c) AuthConfig (3c174022689be290aeb0540816ac7eb48d955077753641ac97eed7e73505de1a) AuthConfig (84cdcf3180a1a5416f49d3293cc9b07a10d0e87bb17e180281d8a5a402bc84ac) AuthConfig (f79636ab1c875f6aba2d18559cafd05a9e58422d52b1a4d6fd2bc5b7291d0d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"330fccca-34c5-48d4-bc57-b9a1ca5077c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.582183421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d16871b925b12cb477832ae4b9845eb689be105bde5d5e3304ddf49e4763a5c) AuthConfig (9028d5e0c5ea817414479f61be18cfac815ce932aa3b19e4755d9eb2ed6e6638) AuthConfig (591a9037413eb75a27aef5167da6601c84ba91a614677beac4504a629b318220) AuthConfig (b481d79efaf78ae0e50121eeb13821c89c1c233e6ba913be250f6639d556eae6) AuthConfig (e3966f278babd849672a42ead167834847f5a6b83f3cfa538e7fd04a8c358dd0) AuthConfig (2a7d8d20ae7e7dd81b4ca2e588fe84d2996eb33cccda18291a658433a15c2e54) AuthConfig (b9d15e1b3c3b838bd492f18dee2fd7347782959307da8ad728d09f0af0b8b86d) AuthConfig (64ea4ba0f4e074ea5f9ab07e96eee5bba989b1b78eee9439aa4278a8b3d76d8f) AuthConfig (f895cccef661e92611d1dfdb7dde86544cadc99dba8043e0865a0568dd6e623a) AuthConfig (f961e4c1c33c3fb97db972382b03f520e0052bdaa4b2392df051a5e2948a3959) AuthConfig (de3fe990c853334fbfd813329fc49f45985f5d605c5c6cef1fdc30b9ce834368) AuthConfig (df3a932ee3fff33c05289485fc4bd713b0cf5b31693705053899b829f0d88522) AuthConfig (8530d952b191a8d217633090fdaa1997f5830d6ff4a401cda2904a35ad19c420) AuthConfig (0ce4a15b3b3509a70275c5898184cc2ffdc4bbcbe39eaf5769940bfe4b372297) AuthConfig (b9023e4824bd3319afeb6540ea40d1708e7f6e5e9966f3651dd7326a0d934742) AuthConfig (9ec3fc773384768678befb6c9b094775669e81dbb3a6f9d0ee16fafa7be885da) AuthConfig (80e9abdb9c7ad152e6ce7ad76160576aa6df5d4858877bdb221e5c1e67c579e6) AuthConfig (059426911c2db27912c5bc37193cbc8136db168ccfdca7b0e8a9e59ef6793215) AuthConfig (4db4eddc133c8eea5dcacaa61d69609e2e2fd138ec0c505fccba000c7038c316) AuthConfig (50272ae8e7b45fc026351f00294a7580ab75a92a88484919dcd633118aae0da3) AuthConfig (6781109b38049e0521fa5c5346836bad07847af4de7ad4a56fca4c07f50324cd) AuthConfig (1d74120062b209adb21b456d7886ccff393749779b5773530890903f1d1f9f70) AuthConfig (a19643dc58308494f40583b80517e29e98ebe55d23b552da1221415d94c6f272) AuthConfig (3fce8acb9656011eda10a3e6094c5ca42af29b2d6c8560146036607e40bdb2b4) AuthConfig (445f9135ea50ce1ab99cda05c73410cd54e7e0e0225635527673c57a6ec0d488) AuthConfig (f035bd8b4b2d03d366521acd17bda59c9896588e2ed5db0b990a76cff479c258) AuthConfig (c0ad0f0a2565335088c803f073639c0981839f95b5f4ade079cc9e8137ee695c) AuthConfig (3c174022689be290aeb0540816ac7eb48d955077753641ac97eed7e73505de1a) AuthConfig (84cdcf3180a1a5416f49d3293cc9b07a10d0e87bb17e180281d8a5a402bc84ac) AuthConfig (f79636ab1c875f6aba2d18559cafd05a9e58422d52b1a4d6fd2bc5b7291d0d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bb8054ae-f641-48d1-8be6-c18856aff05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:46.597054614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"330fccca-34c5-48d4-bc57-b9a1ca5077c7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:46.597976016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bb8054ae-f641-48d1-8be6-c18856aff05e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.638683212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c6b49ee4-3904-4a83-894b-d3bd45614ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.638786097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"291ee471-9ce7-4c86-9229-b32f41962e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.652327381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7fa1befc-dd38-4524-adec-a127cd400401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.652649629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4cda5f16-76ba-492c-977e-678cdbb3e003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.659435303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"291ee471-9ce7-4c86-9229-b32f41962e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.659538541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c6b49ee4-3904-4a83-894b-d3bd45614ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.672955546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4cda5f16-76ba-492c-977e-678cdbb3e003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.673143505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7fa1befc-dd38-4524-adec-a127cd400401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.679581624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63c076064d3687f7af0992f0ac56b2cf0f33ba407bedb83ac1a5532e1328f86d) AuthConfig (f2d104b0d1d0861d2dca0e02ab17eb02b260200728419b8d64aaf9ef294e1d39) AuthConfig (9f11bb0ac95dc145c5b96ed16dc7ee91a5ec3477bcbd5f2aadc775748f8d227b) AuthConfig (de12fdf507256a29a62537c317977d9bfdedfc57772d8b7da05a198849788da9) AuthConfig (bd030e58f97f9ccf1fefba92623fdb5ddaf1855db282c8b3357187d654cbc1e9) AuthConfig (85f4ec1fba393fee2cd8b1a1cbcd952c0a8b2b07d91df0689e6aa3530e1612ac) AuthConfig (14a05e604da97b82028f19361b8ff1134d576190d0aff35d9214fcf82939d665) AuthConfig (60becbc01da9efe14961587255359f23040514b9b947a242dba69ad5d8aa863b) AuthConfig (e51c2697182bc1d8b8a640abfcfdac1de6b68150fe168ded8b1bf814d9db8f52) AuthConfig (95457a6066bd648810469bce715e5078214a72a6f7a7021250be9484d65fdcbd) AuthConfig (8ff1d35eace1e8abc89c5e3b3315438768803d3c4bc611d10f357f1f4cc8d235) AuthConfig (62c9ca246030bae52c97b23e20dd89d53c4a98abb80678685fb407168a3467ca) AuthConfig (ef5f4db4109c1e501830e1e0d268c9e2315bf8d99fe0db851e32229406fed7e0) AuthConfig (1bb7895c634de709a9a706957ae0b31615bb5e2cdcb81a463c193f4e6574bdbc) AuthConfig (9774339ea76dfbafa462ae995fcc8c5744252e13fa9bf2006855167284363db1) AuthConfig (e9ea63ed9ffb5952a77178110990adffaef04d7b04ea2bc766b1655af4ce99bd) AuthConfig (6e54121766835ff496da64e2d0fb3b828717de38f92e897f9892472db2a6be5b) AuthConfig (b3ba28c7e7adc034563e30669afcf14d703fc0d0eec438f048fd7b6ce349e731) AuthConfig (f7b6d0096ada5dc2115f5f9aa0535c1b7947bc0a9dbb51b9fde0db9b8a88f6fc) AuthConfig (bc14c577ed363a7d447dbbfd0c850628c2ccbea7c1a29eae6934bb2e8a2621d9) AuthConfig (07e427026c39ff0c63f762579f5089b68b9f3842a1326151f0264a7d1ab39871) AuthConfig (2ea337932d2f58f87dfbe45bfcc5322b31e88f226da00c8d03fec7070907b54b) AuthConfig (12780287263d2c1b7adbeb69a6196d45464c2d26252f064873d62bc92d8d127f) AuthConfig (c01d980a7ac2cb1dbdadcdfe5606853b61358dae4c9adb4a73bc3f672b8dd71d) AuthConfig (07e658438cfe156d2b03dc2efc7a81363b98681e450465b5d81d31fe501d56bf) AuthConfig (c2fea81b777667368d05b51e86d17e1d3712776270aafea1692bb19eb1a2f0e3) AuthConfig (07edc16af78e6a8a75151ebc9f467fbdced7230a832056063110361a85c9f0c2) AuthConfig (5b26a6ad25aca638679331e179dc1df94e12d589656db9237c3f86a379934731) AuthConfig (33348fbc657d6548866b3690cb00529e0ad48b0c7e83cc86b16a99573b0c6b38) AuthConfig (1950a89166a47e296616b5274202ecedcb323198915de9d671ab0621efeb4e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c6b49ee4-3904-4a83-894b-d3bd45614ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.682280321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63c076064d3687f7af0992f0ac56b2cf0f33ba407bedb83ac1a5532e1328f86d) AuthConfig (f2d104b0d1d0861d2dca0e02ab17eb02b260200728419b8d64aaf9ef294e1d39) AuthConfig (9f11bb0ac95dc145c5b96ed16dc7ee91a5ec3477bcbd5f2aadc775748f8d227b) AuthConfig (de12fdf507256a29a62537c317977d9bfdedfc57772d8b7da05a198849788da9) AuthConfig (bd030e58f97f9ccf1fefba92623fdb5ddaf1855db282c8b3357187d654cbc1e9) AuthConfig (85f4ec1fba393fee2cd8b1a1cbcd952c0a8b2b07d91df0689e6aa3530e1612ac) AuthConfig (14a05e604da97b82028f19361b8ff1134d576190d0aff35d9214fcf82939d665) AuthConfig (60becbc01da9efe14961587255359f23040514b9b947a242dba69ad5d8aa863b) AuthConfig (e51c2697182bc1d8b8a640abfcfdac1de6b68150fe168ded8b1bf814d9db8f52) AuthConfig (95457a6066bd648810469bce715e5078214a72a6f7a7021250be9484d65fdcbd) AuthConfig (8ff1d35eace1e8abc89c5e3b3315438768803d3c4bc611d10f357f1f4cc8d235) AuthConfig (62c9ca246030bae52c97b23e20dd89d53c4a98abb80678685fb407168a3467ca) AuthConfig (ef5f4db4109c1e501830e1e0d268c9e2315bf8d99fe0db851e32229406fed7e0) AuthConfig (1bb7895c634de709a9a706957ae0b31615bb5e2cdcb81a463c193f4e6574bdbc) AuthConfig (9774339ea76dfbafa462ae995fcc8c5744252e13fa9bf2006855167284363db1) AuthConfig (e9ea63ed9ffb5952a77178110990adffaef04d7b04ea2bc766b1655af4ce99bd) AuthConfig (6e54121766835ff496da64e2d0fb3b828717de38f92e897f9892472db2a6be5b) AuthConfig (b3ba28c7e7adc034563e30669afcf14d703fc0d0eec438f048fd7b6ce349e731) AuthConfig (f7b6d0096ada5dc2115f5f9aa0535c1b7947bc0a9dbb51b9fde0db9b8a88f6fc) AuthConfig (bc14c577ed363a7d447dbbfd0c850628c2ccbea7c1a29eae6934bb2e8a2621d9) AuthConfig (07e427026c39ff0c63f762579f5089b68b9f3842a1326151f0264a7d1ab39871) AuthConfig (2ea337932d2f58f87dfbe45bfcc5322b31e88f226da00c8d03fec7070907b54b) AuthConfig (12780287263d2c1b7adbeb69a6196d45464c2d26252f064873d62bc92d8d127f) AuthConfig (c01d980a7ac2cb1dbdadcdfe5606853b61358dae4c9adb4a73bc3f672b8dd71d) AuthConfig (07e658438cfe156d2b03dc2efc7a81363b98681e450465b5d81d31fe501d56bf) AuthConfig (c2fea81b777667368d05b51e86d17e1d3712776270aafea1692bb19eb1a2f0e3) AuthConfig (07edc16af78e6a8a75151ebc9f467fbdced7230a832056063110361a85c9f0c2) AuthConfig (5b26a6ad25aca638679331e179dc1df94e12d589656db9237c3f86a379934731) AuthConfig (33348fbc657d6548866b3690cb00529e0ad48b0c7e83cc86b16a99573b0c6b38) AuthConfig (1950a89166a47e296616b5274202ecedcb323198915de9d671ab0621efeb4e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"291ee471-9ce7-4c86-9229-b32f41962e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.692363494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d16871b925b12cb477832ae4b9845eb689be105bde5d5e3304ddf49e4763a5c) AuthConfig (9028d5e0c5ea817414479f61be18cfac815ce932aa3b19e4755d9eb2ed6e6638) AuthConfig (591a9037413eb75a27aef5167da6601c84ba91a614677beac4504a629b318220) AuthConfig (b481d79efaf78ae0e50121eeb13821c89c1c233e6ba913be250f6639d556eae6) AuthConfig (e3966f278babd849672a42ead167834847f5a6b83f3cfa538e7fd04a8c358dd0) AuthConfig (2a7d8d20ae7e7dd81b4ca2e588fe84d2996eb33cccda18291a658433a15c2e54) AuthConfig (b9d15e1b3c3b838bd492f18dee2fd7347782959307da8ad728d09f0af0b8b86d) AuthConfig (64ea4ba0f4e074ea5f9ab07e96eee5bba989b1b78eee9439aa4278a8b3d76d8f) AuthConfig (f895cccef661e92611d1dfdb7dde86544cadc99dba8043e0865a0568dd6e623a) AuthConfig (f961e4c1c33c3fb97db972382b03f520e0052bdaa4b2392df051a5e2948a3959) AuthConfig (de3fe990c853334fbfd813329fc49f45985f5d605c5c6cef1fdc30b9ce834368) AuthConfig (df3a932ee3fff33c05289485fc4bd713b0cf5b31693705053899b829f0d88522) AuthConfig (8530d952b191a8d217633090fdaa1997f5830d6ff4a401cda2904a35ad19c420) AuthConfig (0ce4a15b3b3509a70275c5898184cc2ffdc4bbcbe39eaf5769940bfe4b372297) AuthConfig (b9023e4824bd3319afeb6540ea40d1708e7f6e5e9966f3651dd7326a0d934742) AuthConfig (9ec3fc773384768678befb6c9b094775669e81dbb3a6f9d0ee16fafa7be885da) AuthConfig (80e9abdb9c7ad152e6ce7ad76160576aa6df5d4858877bdb221e5c1e67c579e6) AuthConfig (059426911c2db27912c5bc37193cbc8136db168ccfdca7b0e8a9e59ef6793215) AuthConfig (4db4eddc133c8eea5dcacaa61d69609e2e2fd138ec0c505fccba000c7038c316) AuthConfig (50272ae8e7b45fc026351f00294a7580ab75a92a88484919dcd633118aae0da3) AuthConfig (6781109b38049e0521fa5c5346836bad07847af4de7ad4a56fca4c07f50324cd) AuthConfig (1d74120062b209adb21b456d7886ccff393749779b5773530890903f1d1f9f70) AuthConfig (a19643dc58308494f40583b80517e29e98ebe55d23b552da1221415d94c6f272) AuthConfig (3fce8acb9656011eda10a3e6094c5ca42af29b2d6c8560146036607e40bdb2b4) AuthConfig (445f9135ea50ce1ab99cda05c73410cd54e7e0e0225635527673c57a6ec0d488) AuthConfig (f035bd8b4b2d03d366521acd17bda59c9896588e2ed5db0b990a76cff479c258) AuthConfig (c0ad0f0a2565335088c803f073639c0981839f95b5f4ade079cc9e8137ee695c) AuthConfig (3c174022689be290aeb0540816ac7eb48d955077753641ac97eed7e73505de1a) AuthConfig (84cdcf3180a1a5416f49d3293cc9b07a10d0e87bb17e180281d8a5a402bc84ac) AuthConfig (f79636ab1c875f6aba2d18559cafd05a9e58422d52b1a4d6fd2bc5b7291d0d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7fa1befc-dd38-4524-adec-a127cd400401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.692715602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1d16871b925b12cb477832ae4b9845eb689be105bde5d5e3304ddf49e4763a5c) AuthConfig (9028d5e0c5ea817414479f61be18cfac815ce932aa3b19e4755d9eb2ed6e6638) AuthConfig (591a9037413eb75a27aef5167da6601c84ba91a614677beac4504a629b318220) AuthConfig (b481d79efaf78ae0e50121eeb13821c89c1c233e6ba913be250f6639d556eae6) AuthConfig (e3966f278babd849672a42ead167834847f5a6b83f3cfa538e7fd04a8c358dd0) AuthConfig (2a7d8d20ae7e7dd81b4ca2e588fe84d2996eb33cccda18291a658433a15c2e54) AuthConfig (b9d15e1b3c3b838bd492f18dee2fd7347782959307da8ad728d09f0af0b8b86d) AuthConfig (64ea4ba0f4e074ea5f9ab07e96eee5bba989b1b78eee9439aa4278a8b3d76d8f) AuthConfig (f895cccef661e92611d1dfdb7dde86544cadc99dba8043e0865a0568dd6e623a) AuthConfig (f961e4c1c33c3fb97db972382b03f520e0052bdaa4b2392df051a5e2948a3959) AuthConfig (de3fe990c853334fbfd813329fc49f45985f5d605c5c6cef1fdc30b9ce834368) AuthConfig (df3a932ee3fff33c05289485fc4bd713b0cf5b31693705053899b829f0d88522) AuthConfig (8530d952b191a8d217633090fdaa1997f5830d6ff4a401cda2904a35ad19c420) AuthConfig (0ce4a15b3b3509a70275c5898184cc2ffdc4bbcbe39eaf5769940bfe4b372297) AuthConfig (b9023e4824bd3319afeb6540ea40d1708e7f6e5e9966f3651dd7326a0d934742) AuthConfig (9ec3fc773384768678befb6c9b094775669e81dbb3a6f9d0ee16fafa7be885da) AuthConfig (80e9abdb9c7ad152e6ce7ad76160576aa6df5d4858877bdb221e5c1e67c579e6) AuthConfig (059426911c2db27912c5bc37193cbc8136db168ccfdca7b0e8a9e59ef6793215) AuthConfig (4db4eddc133c8eea5dcacaa61d69609e2e2fd138ec0c505fccba000c7038c316) AuthConfig (50272ae8e7b45fc026351f00294a7580ab75a92a88484919dcd633118aae0da3) AuthConfig (6781109b38049e0521fa5c5346836bad07847af4de7ad4a56fca4c07f50324cd) AuthConfig (1d74120062b209adb21b456d7886ccff393749779b5773530890903f1d1f9f70) AuthConfig (a19643dc58308494f40583b80517e29e98ebe55d23b552da1221415d94c6f272) AuthConfig (3fce8acb9656011eda10a3e6094c5ca42af29b2d6c8560146036607e40bdb2b4) AuthConfig (445f9135ea50ce1ab99cda05c73410cd54e7e0e0225635527673c57a6ec0d488) AuthConfig (f035bd8b4b2d03d366521acd17bda59c9896588e2ed5db0b990a76cff479c258) AuthConfig (c0ad0f0a2565335088c803f073639c0981839f95b5f4ade079cc9e8137ee695c) AuthConfig (3c174022689be290aeb0540816ac7eb48d955077753641ac97eed7e73505de1a) AuthConfig (84cdcf3180a1a5416f49d3293cc9b07a10d0e87bb17e180281d8a5a402bc84ac) AuthConfig (f79636ab1c875f6aba2d18559cafd05a9e58422d52b1a4d6fd2bc5b7291d0d7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4cda5f16-76ba-492c-977e-678cdbb3e003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:46.697149511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c6b49ee4-3904-4a83-894b-d3bd45614ff3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.750728496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"79c6d3d0-adb7-44af-8d98-022e45d62535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.770546418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"79c6d3d0-adb7-44af-8d98-022e45d62535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:46.789023866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8e90c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63c076064d3687f7af0992f0ac56b2cf0f33ba407bedb83ac1a5532e1328f86d) AuthConfig (f2d104b0d1d0861d2dca0e02ab17eb02b260200728419b8d64aaf9ef294e1d39) AuthConfig (9f11bb0ac95dc145c5b96ed16dc7ee91a5ec3477bcbd5f2aadc775748f8d227b) AuthConfig (de12fdf507256a29a62537c317977d9bfdedfc57772d8b7da05a198849788da9) AuthConfig (bd030e58f97f9ccf1fefba92623fdb5ddaf1855db282c8b3357187d654cbc1e9) AuthConfig (85f4ec1fba393fee2cd8b1a1cbcd952c0a8b2b07d91df0689e6aa3530e1612ac) AuthConfig (14a05e604da97b82028f19361b8ff1134d576190d0aff35d9214fcf82939d665) AuthConfig (60becbc01da9efe14961587255359f23040514b9b947a242dba69ad5d8aa863b) AuthConfig (e51c2697182bc1d8b8a640abfcfdac1de6b68150fe168ded8b1bf814d9db8f52) AuthConfig (95457a6066bd648810469bce715e5078214a72a6f7a7021250be9484d65fdcbd) AuthConfig (8ff1d35eace1e8abc89c5e3b3315438768803d3c4bc611d10f357f1f4cc8d235) AuthConfig (62c9ca246030bae52c97b23e20dd89d53c4a98abb80678685fb407168a3467ca) AuthConfig (ef5f4db4109c1e501830e1e0d268c9e2315bf8d99fe0db851e32229406fed7e0) AuthConfig (1bb7895c634de709a9a706957ae0b31615bb5e2cdcb81a463c193f4e6574bdbc) AuthConfig (9774339ea76dfbafa462ae995fcc8c5744252e13fa9bf2006855167284363db1) AuthConfig (e9ea63ed9ffb5952a77178110990adffaef04d7b04ea2bc766b1655af4ce99bd) AuthConfig (6e54121766835ff496da64e2d0fb3b828717de38f92e897f9892472db2a6be5b) AuthConfig (b3ba28c7e7adc034563e30669afcf14d703fc0d0eec438f048fd7b6ce349e731) AuthConfig (f7b6d0096ada5dc2115f5f9aa0535c1b7947bc0a9dbb51b9fde0db9b8a88f6fc) AuthConfig (bc14c577ed363a7d447dbbfd0c850628c2ccbea7c1a29eae6934bb2e8a2621d9) AuthConfig (07e427026c39ff0c63f762579f5089b68b9f3842a1326151f0264a7d1ab39871) AuthConfig (2ea337932d2f58f87dfbe45bfcc5322b31e88f226da00c8d03fec7070907b54b) AuthConfig (12780287263d2c1b7adbeb69a6196d45464c2d26252f064873d62bc92d8d127f) AuthConfig (c01d980a7ac2cb1dbdadcdfe5606853b61358dae4c9adb4a73bc3f672b8dd71d) AuthConfig (07e658438cfe156d2b03dc2efc7a81363b98681e450465b5d81d31fe501d56bf) AuthConfig (c2fea81b777667368d05b51e86d17e1d3712776270aafea1692bb19eb1a2f0e3) AuthConfig (07edc16af78e6a8a75151ebc9f467fbdced7230a832056063110361a85c9f0c2) AuthConfig (5b26a6ad25aca638679331e179dc1df94e12d589656db9237c3f86a379934731) AuthConfig (33348fbc657d6548866b3690cb00529e0ad48b0c7e83cc86b16a99573b0c6b38) AuthConfig (1950a89166a47e296616b5274202ecedcb323198915de9d671ab0621efeb4e70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"79c6d3d0-adb7-44af-8d98-022e45d62535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:47.69890094Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.540849663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9dfb8873-3ad9-4f16-b8ef-6f1bc6c84dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.541761285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fd671711-7bf3-4820-a22f-8ebe89a95904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.560312386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9dfb8873-3ad9-4f16-b8ef-6f1bc6c84dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.561272552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fd671711-7bf3-4820-a22f-8ebe89a95904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.644121861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"5968eff5-fa4a-4ca8-86ba-e6501275dd5d","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.64494048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"ec77bba7-aa2d-4a42-8497-19b7583e2408","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.652695798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9c94b2c3-23b1-407a-b3df-8f42b9ecbf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.672150261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9c94b2c3-23b1-407a-b3df-8f42b9ecbf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.755201251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"faafe0ce-3cac-44ef-a74c-dfab29812ee1","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.765508617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be7400d5-d86d-4d0d-b03c-2451ea823d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.784725469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be7400d5-d86d-4d0d-b03c-2451ea823d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:49.867862955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"c95d101c-ee52-4e87-8119-7ca106b893b3","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.376427745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c5131141-ca9c-457b-a42f-a2794ac2f5c4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.395655721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d176727c-39c5-4880-9b5b-04232412fc2a","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.440686243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"9b843141-ebc3-4d69-8083-ea3df7f7fc46","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.459540968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"9b843141-ebc3-4d69-8083-ea3df7f7fc46","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.541307747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"12b51cdf-0fc7-4312-94b3-a99c90b92fd0","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.567239669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"5e71a8a8-163b-4754-95d9-66343ce410af","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.585039682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"474e3452-640c-4ce4-b4b3-123b16a44150","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.58620619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"b0026257-4b28-4ecc-9719-537d32d9f016","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:53.599321401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d","reconcileID":"1538fcad-1159-46e5-89c6-b5d196c7c427","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-7463188d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.606983583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"44f07c2f-ed20-422e-ab1b-33e36942bf13","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.607448704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"b0026257-4b28-4ecc-9719-537d32d9f016","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.63976143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"16f2ecb3-0048-41af-88e9-62340522982a","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.659203815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d9fd3a6b-41d3-4baf-829e-cbb74325437d","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.689560978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5265ff2-2e1f-4475-ac4b-63df033b1a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.689559473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ff47adab-77b6-4bbf-8acb-baeafc5d432a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.710584157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5265ff2-2e1f-4475-ac4b-63df033b1a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.710600207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ff47adab-77b6-4bbf-8acb-baeafc5d432a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.743285581Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d","reconcileID":"c0d9de7a-bc17-4fa8-8a28-c9e5571edeb7","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-combo-sub-7463188d","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.786789711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"63627bb7-45f7-40d9-85f1-0bb9d55475aa","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.797721222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"cbfb0d0d-c8fa-4b90-b978-8760f3f73b5e","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.806355639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"63627bb7-45f7-40d9-85f1-0bb9d55475aa","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.821148353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"9191ea94-945b-4b7e-bf8f-d4dcb7ae54a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.887893527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"21037086-d457-4adb-a9c5-52163a4c46d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.887895105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"192017ef-43e2-4023-a426-ad8bb89963cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.907698498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"192017ef-43e2-4023-a426-ad8bb89963cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.907716639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"21037086-d457-4adb-a9c5-52163a4c46d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.925704904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"8a07a3f8-4ff9-4ba4-bb17-2005d9beeaa7","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.926320905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d","reconcileID":"85214230-b972-46a9-b053-5bca1b0efad8","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.943486058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3e23ca24-7429-4bf0-89a0-eedaa9c095e2","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:53.990080289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"c9dfe74a-f2eb-45e6-8953-136195ddc2d1","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.009416347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"c9dfe74a-f2eb-45e6-8953-136195ddc2d1","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.09275487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"db2253c2-1ed8-41bb-9770-4af9df213cf8","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.12479214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"2b75d785-2c1a-4e1b-8cb0-fc035db832ac","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.14482654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"f21b2e97-bdf5-4431-add1-d2b99caf176e","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.146286338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"6e13d34f-b535-49f5-98fe-9085b884b9fb","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:54.15846809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70","reconcileID":"f0cc5028-91f0-433b-b5d5-535c819eac8f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-847bbc70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.165389718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c1a4b446-614c-41b4-ba27-c00722c53731","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.165442421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"f21b2e97-bdf5-4431-add1-d2b99caf176e","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.200072908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ce06678b-ab53-4591-8499-9658b5529207","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.220171535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"b4b2f95e-7549-4c40-b4e1-ae15a8af4a2d","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.241590851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b0645267-2566-4107-a3f8-a40385358f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.242038029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9253f663-2957-40f3-8110-4dc67ba3643d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.299420406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b0645267-2566-4107-a3f8-a40385358f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.29979349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9253f663-2957-40f3-8110-4dc67ba3643d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.336304361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70","reconcileID":"cf59cfb3-177e-4730-8aad-0ff824ab1098","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-dry-sub-847bbc70","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.345292545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"07cd82cc-fa6f-4560-b89a-ecb92b4a38fc","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.364530322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"07cd82cc-fa6f-4560-b89a-ecb92b4a38fc","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.393605329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ba9cc586-a160-40c6-bba6-f907749e5bfd","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.401237723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"7092369c-b553-4360-818e-694a14d76827","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.49952583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70","reconcileID":"8449b206-ce80-40e4-807c-c9099ffe355a","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.546032176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5c3ccb6a-006f-45f5-a0d7-677d8c0c77e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.5460322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0485d2c1-16db-4c5f-bf69-d37a2cf70800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.56639706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0485d2c1-16db-4c5f-bf69-d37a2cf70800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.567126817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5c3ccb6a-006f-45f5-a0d7-677d8c0c77e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.306290206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"1ae156a5-5008-475a-9fde-f9fabef396f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.361465279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6a81376b-b9e7-4547-bbef-d0e6d243dc7e","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.401102544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"296fd9fd-3287-4b36-9ec9-83967771c81f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.461383874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"62b38b32-07f3-4059-9ec3-cd19c19c3b10","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.561811239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d6726373-6bdc-4cf0-a176-94aaaca25ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.562011614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4a6a112d-1ad8-4b32-bf89-69418159c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.582480427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4a6a112d-1ad8-4b32-bf89-69418159c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.582480394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d6726373-6bdc-4cf0-a176-94aaaca25ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.602951581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f622853320ec4364f2c58d875d02accd0d6281dd75c857d4d576a8541d68d755) AuthConfig (ea428f2e0860e94e034d2ec237d71c676f802c66be5b75fa2c51dfad7986fd30) AuthConfig (5a88a03f26e30f9e2aa76fa3259a1af2f8f9392854169f4246d2d1392c8492d3) AuthConfig (b7c652df797db0a4eb998a7faeb3e71b64bf39cccb3c55a1c384b54e34cea10a) AuthConfig (b979b54003cc4ebf3c4bc23530d4e1688777ee48a87a81d92439c2eca3c4a31c) AuthConfig (877f0608848563c71a4ea35afdfe561e47a20061b0d8c8c4926da797a211b12e) AuthConfig (3da4ec9338cdc8ea3e1ad7961be21100bcaaeea0413baf14ec1c6878d926d06b) AuthConfig (81073531803eee57e79938846ac721be6da65a48dacf8bcdee673f42556f43b8) AuthConfig (199a32100b3fbb82fff58000508b099f927a4a1805bfe30062b7edc8a2183550) AuthConfig (5f2b26464cc890ed62a755e4a15da60a97d561ac79486ccfdf788d6eb6cd7ee4) AuthConfig (fc8eb134389dc40f8cc2f3a2a541fdbe328b3e7ca7e16db0877d723c8afd9fd6) AuthConfig (b1230d3851f04877d794c81893c709e12aa775754c110b201d9422da78471536) AuthConfig (8c3ee22ba5abab3c6316c31eca7f300b77c43425e4a6b23c11a0ca5a01444f4a) AuthConfig (605fe7d332ca496fc81f43c310ac6fffe2b0bab8034a9cb5b99147fff2b62159) AuthConfig (90e03e92d758cdfe95bba1f934a5bfbec2a20e2b947f57fd81665f336b958bbb) AuthConfig (bd6571061eaa1dd2c23384d44e77f4c85b14c3435a0fcc9cecbd768f3c8ec2dc) AuthConfig (0dd29507d2c6955b1bbe362c5975819370f731ca4e8fbf4cfbba6af98ba86234) AuthConfig (c1ebe893550d4396a8e52b39ab3775bf39ab6751b21f767faa41719b5ec23af1) AuthConfig (179f6d687f162e5bf8ee204f9ae632acb6f26983052dcaefd2c551bf6e7656cb) AuthConfig (1b495d3395d6b1409ffd8f3728bd7d46669cf524668560f2d6663948c5a01a84) AuthConfig (2c28de98ca0ad1814fe1aac3be0256a6e330778621cec7b7bb68a19a50185a58) AuthConfig (4e0cec51107a53d6e15830291eba851bbebc6f1fba3c5cca256f4398e753ede3) AuthConfig (353fa762d8d0236ff23e24add26d66eda7fbe8a779bb7217fce495d6b40eb3ea) AuthConfig (4fd51e17189875f658783bf3a464d99d931ba5bc7e68c0042e4e6fcab51a3e65) AuthConfig (363626d8ee879f73a4037615f07d33cfc61e8982fe97464365914b8f8a50e463) AuthConfig (7ea6a4565ee9a88c76cb6e3e53ca04a75b3e09da1a8db5d37a6ed3bbedd6ceea) AuthConfig (8cbed6c0a441e14ef7d51a3937e42969998a5a3dbfec81b2ee04085f985b9535) AuthConfig (9f392f45ee6a8697c70fa5a07d1e42becf4033947fdde695b3a25b9bf2153110) AuthConfig (9169a08fca88c52a58a13e40b5613cc76e11057038b92702ba058633fa1e5e1f) AuthConfig (479c423ba7ad4d68b5b050bacd17d607de388c1c809e6e26e6653ac445664c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d6726373-6bdc-4cf0-a176-94aaaca25ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.605941258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f622853320ec4364f2c58d875d02accd0d6281dd75c857d4d576a8541d68d755) AuthConfig (ea428f2e0860e94e034d2ec237d71c676f802c66be5b75fa2c51dfad7986fd30) AuthConfig (5a88a03f26e30f9e2aa76fa3259a1af2f8f9392854169f4246d2d1392c8492d3) AuthConfig (b7c652df797db0a4eb998a7faeb3e71b64bf39cccb3c55a1c384b54e34cea10a) AuthConfig (b979b54003cc4ebf3c4bc23530d4e1688777ee48a87a81d92439c2eca3c4a31c) AuthConfig (877f0608848563c71a4ea35afdfe561e47a20061b0d8c8c4926da797a211b12e) AuthConfig (3da4ec9338cdc8ea3e1ad7961be21100bcaaeea0413baf14ec1c6878d926d06b) AuthConfig (81073531803eee57e79938846ac721be6da65a48dacf8bcdee673f42556f43b8) AuthConfig (199a32100b3fbb82fff58000508b099f927a4a1805bfe30062b7edc8a2183550) AuthConfig (5f2b26464cc890ed62a755e4a15da60a97d561ac79486ccfdf788d6eb6cd7ee4) AuthConfig (fc8eb134389dc40f8cc2f3a2a541fdbe328b3e7ca7e16db0877d723c8afd9fd6) AuthConfig (b1230d3851f04877d794c81893c709e12aa775754c110b201d9422da78471536) AuthConfig (8c3ee22ba5abab3c6316c31eca7f300b77c43425e4a6b23c11a0ca5a01444f4a) AuthConfig (605fe7d332ca496fc81f43c310ac6fffe2b0bab8034a9cb5b99147fff2b62159) AuthConfig (90e03e92d758cdfe95bba1f934a5bfbec2a20e2b947f57fd81665f336b958bbb) AuthConfig (bd6571061eaa1dd2c23384d44e77f4c85b14c3435a0fcc9cecbd768f3c8ec2dc) AuthConfig (0dd29507d2c6955b1bbe362c5975819370f731ca4e8fbf4cfbba6af98ba86234) AuthConfig (c1ebe893550d4396a8e52b39ab3775bf39ab6751b21f767faa41719b5ec23af1) AuthConfig (179f6d687f162e5bf8ee204f9ae632acb6f26983052dcaefd2c551bf6e7656cb) AuthConfig (1b495d3395d6b1409ffd8f3728bd7d46669cf524668560f2d6663948c5a01a84) AuthConfig (2c28de98ca0ad1814fe1aac3be0256a6e330778621cec7b7bb68a19a50185a58) AuthConfig (4e0cec51107a53d6e15830291eba851bbebc6f1fba3c5cca256f4398e753ede3) AuthConfig (353fa762d8d0236ff23e24add26d66eda7fbe8a779bb7217fce495d6b40eb3ea) AuthConfig (4fd51e17189875f658783bf3a464d99d931ba5bc7e68c0042e4e6fcab51a3e65) AuthConfig (363626d8ee879f73a4037615f07d33cfc61e8982fe97464365914b8f8a50e463) AuthConfig (7ea6a4565ee9a88c76cb6e3e53ca04a75b3e09da1a8db5d37a6ed3bbedd6ceea) AuthConfig (8cbed6c0a441e14ef7d51a3937e42969998a5a3dbfec81b2ee04085f985b9535) AuthConfig (9f392f45ee6a8697c70fa5a07d1e42becf4033947fdde695b3a25b9bf2153110) AuthConfig (9169a08fca88c52a58a13e40b5613cc76e11057038b92702ba058633fa1e5e1f) AuthConfig (479c423ba7ad4d68b5b050bacd17d607de388c1c809e6e26e6653ac445664c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4a6a112d-1ad8-4b32-bf89-69418159c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.623454148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"a8675180-0ffe-49cb-a057-320e4d19ea11","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.626316571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"af398f2a-cb1e-41a7-bb99-554f16e4e2e0","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.667962143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3ebe84e7-a743-4228-94b0-4aa512569d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.671706376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b193c51-2f22-4164-8387-95fe3b0741ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.69004045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3ebe84e7-a743-4228-94b0-4aa512569d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.69149787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b193c51-2f22-4164-8387-95fe3b0741ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.70875075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f622853320ec4364f2c58d875d02accd0d6281dd75c857d4d576a8541d68d755) AuthConfig (ea428f2e0860e94e034d2ec237d71c676f802c66be5b75fa2c51dfad7986fd30) AuthConfig (5a88a03f26e30f9e2aa76fa3259a1af2f8f9392854169f4246d2d1392c8492d3) AuthConfig (b7c652df797db0a4eb998a7faeb3e71b64bf39cccb3c55a1c384b54e34cea10a) AuthConfig (b979b54003cc4ebf3c4bc23530d4e1688777ee48a87a81d92439c2eca3c4a31c) AuthConfig (877f0608848563c71a4ea35afdfe561e47a20061b0d8c8c4926da797a211b12e) AuthConfig (3da4ec9338cdc8ea3e1ad7961be21100bcaaeea0413baf14ec1c6878d926d06b) AuthConfig (81073531803eee57e79938846ac721be6da65a48dacf8bcdee673f42556f43b8) AuthConfig (199a32100b3fbb82fff58000508b099f927a4a1805bfe30062b7edc8a2183550) AuthConfig (5f2b26464cc890ed62a755e4a15da60a97d561ac79486ccfdf788d6eb6cd7ee4) AuthConfig (fc8eb134389dc40f8cc2f3a2a541fdbe328b3e7ca7e16db0877d723c8afd9fd6) AuthConfig (b1230d3851f04877d794c81893c709e12aa775754c110b201d9422da78471536) AuthConfig (8c3ee22ba5abab3c6316c31eca7f300b77c43425e4a6b23c11a0ca5a01444f4a) AuthConfig (605fe7d332ca496fc81f43c310ac6fffe2b0bab8034a9cb5b99147fff2b62159) AuthConfig (90e03e92d758cdfe95bba1f934a5bfbec2a20e2b947f57fd81665f336b958bbb) AuthConfig (bd6571061eaa1dd2c23384d44e77f4c85b14c3435a0fcc9cecbd768f3c8ec2dc) AuthConfig (0dd29507d2c6955b1bbe362c5975819370f731ca4e8fbf4cfbba6af98ba86234) AuthConfig (c1ebe893550d4396a8e52b39ab3775bf39ab6751b21f767faa41719b5ec23af1) AuthConfig (179f6d687f162e5bf8ee204f9ae632acb6f26983052dcaefd2c551bf6e7656cb) AuthConfig (1b495d3395d6b1409ffd8f3728bd7d46669cf524668560f2d6663948c5a01a84) AuthConfig (2c28de98ca0ad1814fe1aac3be0256a6e330778621cec7b7bb68a19a50185a58) AuthConfig (4e0cec51107a53d6e15830291eba851bbebc6f1fba3c5cca256f4398e753ede3) AuthConfig (353fa762d8d0236ff23e24add26d66eda7fbe8a779bb7217fce495d6b40eb3ea) AuthConfig (4fd51e17189875f658783bf3a464d99d931ba5bc7e68c0042e4e6fcab51a3e65) AuthConfig (363626d8ee879f73a4037615f07d33cfc61e8982fe97464365914b8f8a50e463) AuthConfig (7ea6a4565ee9a88c76cb6e3e53ca04a75b3e09da1a8db5d37a6ed3bbedd6ceea) AuthConfig (8cbed6c0a441e14ef7d51a3937e42969998a5a3dbfec81b2ee04085f985b9535) AuthConfig (9f392f45ee6a8697c70fa5a07d1e42becf4033947fdde695b3a25b9bf2153110) AuthConfig (9169a08fca88c52a58a13e40b5613cc76e11057038b92702ba058633fa1e5e1f) AuthConfig (479c423ba7ad4d68b5b050bacd17d607de388c1c809e6e26e6653ac445664c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3ebe84e7-a743-4228-94b0-4aa512569d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.709962858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f622853320ec4364f2c58d875d02accd0d6281dd75c857d4d576a8541d68d755) AuthConfig (ea428f2e0860e94e034d2ec237d71c676f802c66be5b75fa2c51dfad7986fd30) AuthConfig (5a88a03f26e30f9e2aa76fa3259a1af2f8f9392854169f4246d2d1392c8492d3) AuthConfig (b7c652df797db0a4eb998a7faeb3e71b64bf39cccb3c55a1c384b54e34cea10a) AuthConfig (b979b54003cc4ebf3c4bc23530d4e1688777ee48a87a81d92439c2eca3c4a31c) AuthConfig (877f0608848563c71a4ea35afdfe561e47a20061b0d8c8c4926da797a211b12e) AuthConfig (3da4ec9338cdc8ea3e1ad7961be21100bcaaeea0413baf14ec1c6878d926d06b) AuthConfig (81073531803eee57e79938846ac721be6da65a48dacf8bcdee673f42556f43b8) AuthConfig (199a32100b3fbb82fff58000508b099f927a4a1805bfe30062b7edc8a2183550) AuthConfig (5f2b26464cc890ed62a755e4a15da60a97d561ac79486ccfdf788d6eb6cd7ee4) AuthConfig (fc8eb134389dc40f8cc2f3a2a541fdbe328b3e7ca7e16db0877d723c8afd9fd6) AuthConfig (b1230d3851f04877d794c81893c709e12aa775754c110b201d9422da78471536) AuthConfig (8c3ee22ba5abab3c6316c31eca7f300b77c43425e4a6b23c11a0ca5a01444f4a) AuthConfig (605fe7d332ca496fc81f43c310ac6fffe2b0bab8034a9cb5b99147fff2b62159) AuthConfig (90e03e92d758cdfe95bba1f934a5bfbec2a20e2b947f57fd81665f336b958bbb) AuthConfig (bd6571061eaa1dd2c23384d44e77f4c85b14c3435a0fcc9cecbd768f3c8ec2dc) AuthConfig (0dd29507d2c6955b1bbe362c5975819370f731ca4e8fbf4cfbba6af98ba86234) AuthConfig (c1ebe893550d4396a8e52b39ab3775bf39ab6751b21f767faa41719b5ec23af1) AuthConfig (179f6d687f162e5bf8ee204f9ae632acb6f26983052dcaefd2c551bf6e7656cb) AuthConfig (1b495d3395d6b1409ffd8f3728bd7d46669cf524668560f2d6663948c5a01a84) AuthConfig (2c28de98ca0ad1814fe1aac3be0256a6e330778621cec7b7bb68a19a50185a58) AuthConfig (4e0cec51107a53d6e15830291eba851bbebc6f1fba3c5cca256f4398e753ede3) AuthConfig (353fa762d8d0236ff23e24add26d66eda7fbe8a779bb7217fce495d6b40eb3ea) AuthConfig (4fd51e17189875f658783bf3a464d99d931ba5bc7e68c0042e4e6fcab51a3e65) AuthConfig (363626d8ee879f73a4037615f07d33cfc61e8982fe97464365914b8f8a50e463) AuthConfig (7ea6a4565ee9a88c76cb6e3e53ca04a75b3e09da1a8db5d37a6ed3bbedd6ceea) AuthConfig (8cbed6c0a441e14ef7d51a3937e42969998a5a3dbfec81b2ee04085f985b9535) AuthConfig (9f392f45ee6a8697c70fa5a07d1e42becf4033947fdde695b3a25b9bf2153110) AuthConfig (9169a08fca88c52a58a13e40b5613cc76e11057038b92702ba058633fa1e5e1f) AuthConfig (479c423ba7ad4d68b5b050bacd17d607de388c1c809e6e26e6653ac445664c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b193c51-2f22-4164-8387-95fe3b0741ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:55.724650974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3ebe84e7-a743-4228-94b0-4aa512569d47","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:17:55.725564505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b193c51-2f22-4164-8387-95fe3b0741ef","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.776169493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e84bd7ea-568f-4de7-a520-a229c72552fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.776169456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6a021240-ff88-4870-9059-01145155c968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.795480277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e84bd7ea-568f-4de7-a520-a229c72552fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.795496548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6a021240-ff88-4870-9059-01145155c968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.815209441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f622853320ec4364f2c58d875d02accd0d6281dd75c857d4d576a8541d68d755) AuthConfig (ea428f2e0860e94e034d2ec237d71c676f802c66be5b75fa2c51dfad7986fd30) AuthConfig (5a88a03f26e30f9e2aa76fa3259a1af2f8f9392854169f4246d2d1392c8492d3) AuthConfig (b7c652df797db0a4eb998a7faeb3e71b64bf39cccb3c55a1c384b54e34cea10a) AuthConfig (b979b54003cc4ebf3c4bc23530d4e1688777ee48a87a81d92439c2eca3c4a31c) AuthConfig (877f0608848563c71a4ea35afdfe561e47a20061b0d8c8c4926da797a211b12e) AuthConfig (3da4ec9338cdc8ea3e1ad7961be21100bcaaeea0413baf14ec1c6878d926d06b) AuthConfig (81073531803eee57e79938846ac721be6da65a48dacf8bcdee673f42556f43b8) AuthConfig (199a32100b3fbb82fff58000508b099f927a4a1805bfe30062b7edc8a2183550) AuthConfig (5f2b26464cc890ed62a755e4a15da60a97d561ac79486ccfdf788d6eb6cd7ee4) AuthConfig (fc8eb134389dc40f8cc2f3a2a541fdbe328b3e7ca7e16db0877d723c8afd9fd6) AuthConfig (b1230d3851f04877d794c81893c709e12aa775754c110b201d9422da78471536) AuthConfig (8c3ee22ba5abab3c6316c31eca7f300b77c43425e4a6b23c11a0ca5a01444f4a) AuthConfig (605fe7d332ca496fc81f43c310ac6fffe2b0bab8034a9cb5b99147fff2b62159) AuthConfig (90e03e92d758cdfe95bba1f934a5bfbec2a20e2b947f57fd81665f336b958bbb) AuthConfig (bd6571061eaa1dd2c23384d44e77f4c85b14c3435a0fcc9cecbd768f3c8ec2dc) AuthConfig (0dd29507d2c6955b1bbe362c5975819370f731ca4e8fbf4cfbba6af98ba86234) AuthConfig (c1ebe893550d4396a8e52b39ab3775bf39ab6751b21f767faa41719b5ec23af1) AuthConfig (179f6d687f162e5bf8ee204f9ae632acb6f26983052dcaefd2c551bf6e7656cb) AuthConfig (1b495d3395d6b1409ffd8f3728bd7d46669cf524668560f2d6663948c5a01a84) AuthConfig (2c28de98ca0ad1814fe1aac3be0256a6e330778621cec7b7bb68a19a50185a58) AuthConfig (4e0cec51107a53d6e15830291eba851bbebc6f1fba3c5cca256f4398e753ede3) AuthConfig (353fa762d8d0236ff23e24add26d66eda7fbe8a779bb7217fce495d6b40eb3ea) AuthConfig (4fd51e17189875f658783bf3a464d99d931ba5bc7e68c0042e4e6fcab51a3e65) AuthConfig (363626d8ee879f73a4037615f07d33cfc61e8982fe97464365914b8f8a50e463) AuthConfig (7ea6a4565ee9a88c76cb6e3e53ca04a75b3e09da1a8db5d37a6ed3bbedd6ceea) AuthConfig (8cbed6c0a441e14ef7d51a3937e42969998a5a3dbfec81b2ee04085f985b9535) AuthConfig (9f392f45ee6a8697c70fa5a07d1e42becf4033947fdde695b3a25b9bf2153110) AuthConfig (9169a08fca88c52a58a13e40b5613cc76e11057038b92702ba058633fa1e5e1f) AuthConfig (479c423ba7ad4d68b5b050bacd17d607de388c1c809e6e26e6653ac445664c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e84bd7ea-568f-4de7-a520-a229c72552fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:55.815225626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f622853320ec4364f2c58d875d02accd0d6281dd75c857d4d576a8541d68d755) AuthConfig (ea428f2e0860e94e034d2ec237d71c676f802c66be5b75fa2c51dfad7986fd30) AuthConfig (5a88a03f26e30f9e2aa76fa3259a1af2f8f9392854169f4246d2d1392c8492d3) AuthConfig (b7c652df797db0a4eb998a7faeb3e71b64bf39cccb3c55a1c384b54e34cea10a) AuthConfig (b979b54003cc4ebf3c4bc23530d4e1688777ee48a87a81d92439c2eca3c4a31c) AuthConfig (877f0608848563c71a4ea35afdfe561e47a20061b0d8c8c4926da797a211b12e) AuthConfig (3da4ec9338cdc8ea3e1ad7961be21100bcaaeea0413baf14ec1c6878d926d06b) AuthConfig (81073531803eee57e79938846ac721be6da65a48dacf8bcdee673f42556f43b8) AuthConfig (199a32100b3fbb82fff58000508b099f927a4a1805bfe30062b7edc8a2183550) AuthConfig (5f2b26464cc890ed62a755e4a15da60a97d561ac79486ccfdf788d6eb6cd7ee4) AuthConfig (fc8eb134389dc40f8cc2f3a2a541fdbe328b3e7ca7e16db0877d723c8afd9fd6) AuthConfig (b1230d3851f04877d794c81893c709e12aa775754c110b201d9422da78471536) AuthConfig (8c3ee22ba5abab3c6316c31eca7f300b77c43425e4a6b23c11a0ca5a01444f4a) AuthConfig (605fe7d332ca496fc81f43c310ac6fffe2b0bab8034a9cb5b99147fff2b62159) AuthConfig (90e03e92d758cdfe95bba1f934a5bfbec2a20e2b947f57fd81665f336b958bbb) AuthConfig (bd6571061eaa1dd2c23384d44e77f4c85b14c3435a0fcc9cecbd768f3c8ec2dc) AuthConfig (0dd29507d2c6955b1bbe362c5975819370f731ca4e8fbf4cfbba6af98ba86234) AuthConfig (c1ebe893550d4396a8e52b39ab3775bf39ab6751b21f767faa41719b5ec23af1) AuthConfig (179f6d687f162e5bf8ee204f9ae632acb6f26983052dcaefd2c551bf6e7656cb) AuthConfig (1b495d3395d6b1409ffd8f3728bd7d46669cf524668560f2d6663948c5a01a84) AuthConfig (2c28de98ca0ad1814fe1aac3be0256a6e330778621cec7b7bb68a19a50185a58) AuthConfig (4e0cec51107a53d6e15830291eba851bbebc6f1fba3c5cca256f4398e753ede3) AuthConfig (353fa762d8d0236ff23e24add26d66eda7fbe8a779bb7217fce495d6b40eb3ea) AuthConfig (4fd51e17189875f658783bf3a464d99d931ba5bc7e68c0042e4e6fcab51a3e65) AuthConfig (363626d8ee879f73a4037615f07d33cfc61e8982fe97464365914b8f8a50e463) AuthConfig (7ea6a4565ee9a88c76cb6e3e53ca04a75b3e09da1a8db5d37a6ed3bbedd6ceea) AuthConfig (8cbed6c0a441e14ef7d51a3937e42969998a5a3dbfec81b2ee04085f985b9535) AuthConfig (9f392f45ee6a8697c70fa5a07d1e42becf4033947fdde695b3a25b9bf2153110) AuthConfig (9169a08fca88c52a58a13e40b5613cc76e11057038b92702ba058633fa1e5e1f) AuthConfig (479c423ba7ad4d68b5b050bacd17d607de388c1c809e6e26e6653ac445664c37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6a021240-ff88-4870-9059-01145155c968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.728032929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4a1b36f0-e889-4701-8ea9-642dae26647b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.738390179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5e28a265-40a2-4184-aaf3-47ef33f06302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.738644433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6f7aaa0a-aa9b-4d5d-8780-8d0307398a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.747651961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4a1b36f0-e889-4701-8ea9-642dae26647b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.758309819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5e28a265-40a2-4184-aaf3-47ef33f06302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.758393485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6f7aaa0a-aa9b-4d5d-8780-8d0307398a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.835134266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"45aceff8-87c1-4e3a-8bee-63e45b6feab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.854381917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"45aceff8-87c1-4e3a-8bee-63e45b6feab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.887135158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"fb005222-d4b9-4401-9f80-dfc6d170d59d","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.917559719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"ec6fd7bb-c917-428a-9496-fb31fe7ea977","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.920948079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"a760a54f-4b3a-4690-bb0f-b6feb034e9a4","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.921342943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"193ced4f-a5ac-4737-954a-76f195274e61","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.938371772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"037509f8-6255-4a03-8281-e58538f7f2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.938801659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"2091639a-99fb-42ea-a82d-70a9df02e26b","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.95768112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"037509f8-6255-4a03-8281-e58538f7f2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.035638124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8d6ec7e6-4dc0-4326-bdfe-d3f3ab953f0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.035638152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"a580cd40-6064-4463-af2c-893c6ff00598","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.054945872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"a580cd40-6064-4463-af2c-893c6ff00598","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.05497605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8d6ec7e6-4dc0-4326-bdfe-d3f3ab953f0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.246713897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"1ca97dd0-2f05-46b5-9292-b848a9b19896","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.294948583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"af91e135-fb4c-43a2-bf0c-234e1c9e03d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.29516777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6fd52d99-9ca7-456f-9647-45dd1bc5c254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.294948499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"b428b3d3-753a-4d06-a968-1dd6d1524462","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.31506215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"af91e135-fb4c-43a2-bf0c-234e1c9e03d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.315117724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6fd52d99-9ca7-456f-9647-45dd1bc5c254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:57.31732389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"b428b3d3-753a-4d06-a968-1dd6d1524462","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.034121103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"8aef9503-bd6d-49c9-b93e-2d86b382dcd7","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.053903896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"cf6785d4-022c-4c4c-98ef-4a61f45fb67d","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.099329322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"b5602325-5a1d-4e04-b886-8a110b136c8d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.118569762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"b5602325-5a1d-4e04-b886-8a110b136c8d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.203124036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"9490e0f0-86d3-437f-9037-684157f1ebc8","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.239564701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e8c44c10-65a8-47bf-b253-bc5e84128bd0","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.248729567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"e7eacd95-fa2f-462e-92aa-ef669aa99fd9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.257795877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"f6e6f94b-5e9f-4283-be0c-41ac99915483","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.268397853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"e7eacd95-fa2f-462e-92aa-ef669aa99fd9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:00.274699332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823","reconcileID":"97f481bf-96fa-4b61-bab8-b6ad8692bd29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-23409823\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.312754502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"1f090b00-3515-431d-9adb-8a2217dd2445","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.334128299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"c95b2187-d09e-41df-b563-eaa15208101d","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.349934497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a7be84b3-4e61-4704-a376-6f1ae10c09a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.350416751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8b5f8a95-0df9-45fd-b5e3-1050b35a57e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.370663852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8b5f8a95-0df9-45fd-b5e3-1050b35a57e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.370804055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a7be84b3-4e61-4704-a376-6f1ae10c09a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.419236142Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823","reconcileID":"0cc6e073-4e4d-4eb8-99ac-852bcd7c0cca","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-bulk-sub-23409823","ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.449583934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"35d13bfb-f901-4702-a380-e0d878ff8c04","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.464145902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8875d69c-bf4b-42c0-8680-8636f37de617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.469154881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"35d13bfb-f901-4702-a380-e0d878ff8c04","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.473777067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"2676becd-e1c4-453d-85c8-ff8acd467fdb","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.484757462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8875d69c-bf4b-42c0-8680-8636f37de617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.496865348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"5d60bd18-074a-428c-9a40-b59b92d5a355","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.550433597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3bbbce4c-83e8-4090-a245-db7d98c5c33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.569785017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3bbbce4c-83e8-4090-a245-db7d98c5c33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.59764139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823","reconcileID":"b449e803-a665-46c6-a766-e49ae40afd46","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.132479511Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"7f5f5d08-ba2f-4eab-9e11-ed019092ef79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.211089944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"5eca7f8f-4588-44d3-a063-bec8fd9793b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.211118618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"209dbf4f-763b-425c-9ae2-25a97f44f882","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.214237766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"73d95783-e642-427e-9187-da497cdc64f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.316651296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"671242c0-0fd1-452e-b1a9-ba48209dc657","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.317385935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"324bcc67-925b-407b-9329-f9e4a821c44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.406433152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"ad95c536-8dd3-44a6-930d-42e320b6533c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.406670622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c967ad0b-4a97-4d19-9d4e-c3ba80f4fefe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.406841291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"56da85a1-a150-48f7-9040-84803d8e4239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.415777326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd8b3717-d56a-41dd-9c42-c4430af944c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.41809559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"d9781fb7-84cc-4596-af11-5fadfd85d7b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.558127052Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"7ffc5bc0-81ee-41e6-897d-e1e7f75d5ecb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:01.655708527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"58f94f05-df68-4464-a03b-87b2708279db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.789299789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"697cf8dd-1134-4190-9767-3b46bca21793","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.834590934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"f84ac593-ce8f-4188-99b4-25df09a36948","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.834798245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"74e29df4-d589-46be-b908-3068f1d68660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.834590905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"83d90cb0-e2f5-4c50-a1e9-d15b5097f1d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.85537746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"f84ac593-ce8f-4188-99b4-25df09a36948","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.855437855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"74e29df4-d589-46be-b908-3068f1d68660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:03.857599032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"83d90cb0-e2f5-4c50-a1e9-d15b5097f1d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.862046137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"30d2edf0-1023-46f6-be14-39f19f98d065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.862220366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"042dcb21-ac29-4cbf-8513-408a484a811d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.882005215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"042dcb21-ac29-4cbf-8513-408a484a811d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.882071377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"30d2edf0-1023-46f6-be14-39f19f98d065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.963454638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6cf9b750-8826-4f83-bd43-63806a8da589","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:05.965842544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"dc9716be-b4a5-4e55-9f3e-8b8ef6c566cd","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.190992536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"5591c4a4-e835-4c44-8baa-6921ce957969","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.20952156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"79f9a23f-b051-485c-970f-e4e96a0f0095","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.25404534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"83101366-3774-4f64-bbf0-7694b571f718","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.273350848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"83101366-3774-4f64-bbf0-7694b571f718","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.354228968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"4b13242d-4854-47d4-bcf4-4fdb466539ee","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.397814292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"19c7c951-cfc4-4d2f-8629-1ea595abb61d","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.408903979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"b36ed69a-81e3-4453-a6bd-5935a0b7944d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.418844023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"5d755fd6-4ee6-44ab-9e66-e61dbd2a2dee","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.428290624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"b36ed69a-81e3-4453-a6bd-5935a0b7944d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:06.440010315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-sub","reconcileID":"48b8eaeb-e9a9-49ba-ad51-a8f6453be9a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.490800482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"5bfea7e7-4c6f-4251-a53d-9cc1d901e391","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.521885433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"70daf015-b567-4250-bdad-b3c920da4433","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.52469813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"37ac2468-aaad-423a-a6c1-d3a8c9fd503d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.52530669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7abd62d7-bceb-4cfd-bdbc-5a8a1ce10df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.551701569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"37ac2468-aaad-423a-a6c1-d3a8c9fd503d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.556600647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7abd62d7-bceb-4cfd-bdbc-5a8a1ce10df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.611572159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"f4a0c05d-32d3-4da0-8e8c-144208023e17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.620303345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-sub","reconcileID":"d4fce909-bda2-42c4-89d9-f825aea063a2","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.632267819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"f4a0c05d-32d3-4da0-8e8c-144208023e17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.67580023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"15f12f34-8c00-4f10-9513-58a51fa02d06","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.694710301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"2f0f3981-d521-4bcf-bc7c-c6b7ce8d97b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.711901461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b9450075-0b3b-41e9-b962-125b40a65802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.712356067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"170e978f-d839-473c-9bfc-bbc1577f42dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.730824805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b9450075-0b3b-41e9-b962-125b40a65802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.731637351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"170e978f-d839-473c-9bfc-bbc1577f42dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.793568537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-sub","reconcileID":"c91d4a84-6aed-46c0-89ad-cabe452a61ec","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.940884646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d","reconcileID":"ae08c494-393d-4c24-82b1-26fd017bbdb2","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-combo-sub-7463188d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:06.990531889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d","reconcileID":"ae08c494-393d-4c24-82b1-26fd017bbdb2","MaaSSubscription":{"name":"e2e-combo-sub-7463188d","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.058978332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"80f14713-e96c-47ff-a336-9b573c110c96","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.082333416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"f69b4e1c-55aa-4d2a-8ccd-4d30b02a8dc9","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.104563558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"ed0a8bc0-3707-443f-88d3-66978d41fc52","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.104829509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f926250e-079f-4fe1-ac22-81c85035f1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.104563298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"62e8f97d-db39-4a1f-bbab-0dda6c70d7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.124205181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"62e8f97d-db39-4a1f-bbab-0dda6c70d7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.124700054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f926250e-079f-4fe1-ac22-81c85035f1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.126659365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"ed0a8bc0-3707-443f-88d3-66978d41fc52","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.207778982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"b32c8cba-61ef-4a5b-9126-9f6e72495eab","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.254800985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-combo-sub-7463188d-auth","reconcileID":"4328b96b-bdbd-48db-80b1-b90f4a727682","MaaSAuthPolicy":{"name":"e2e-combo-sub-7463188d-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.299159295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70","reconcileID":"ccae8ff5-6053-4b32-a5e4-da8775609d6b","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-dry-sub-847bbc70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.347073188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70","reconcileID":"ccae8ff5-6053-4b32-a5e4-da8775609d6b","MaaSSubscription":{"name":"e2e-dry-sub-847bbc70","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.416563482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3af45c14-2389-4ef8-999a-a4d9a7b0769c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.462801419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"850efae4-2447-44b8-92c4-46a59225576d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.462803993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"165afd6d-ab8d-45b7-a4c9-f32ce152c065","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.463316692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d4f15b5-c424-4c04-83a1-24e5beb5d128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.473776079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d08aa6c3-db6a-49fe-841e-9f365dea05d6","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.48428534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d4f15b5-c424-4c04-83a1-24e5beb5d128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.48513341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"165afd6d-ab8d-45b7-a4c9-f32ce152c065","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.489053581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"850efae4-2447-44b8-92c4-46a59225576d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.567150928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4769c7dd-9c32-4df8-bd63-7ec4bdd62bb3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.656591144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dry-sub-847bbc70-auth","reconcileID":"f19e1566-27e2-4040-943f-5e1cabd9a52d","MaaSAuthPolicy":{"name":"e2e-dry-sub-847bbc70-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.775681789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"93eed557-8e1b-4a90-af4a-77f19d76bc66","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.600659221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"24bfea84-4ec3-4fed-a8a6-3317ebaefc07","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.618586635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"4548b7af-339e-4eb0-9c8c-fb1dc9a5bca3","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.663637336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"0403a0a2-afb7-4d58-a8da-92337d1f2ee1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.683152346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"0403a0a2-afb7-4d58-a8da-92337d1f2ee1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.699978951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"43371a75-7f22-48fa-9795-3085aaed141d","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.719569517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"edb73229-1418-478c-9d2f-6854930cfa5e","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.76378791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"b2948595-f221-4695-82cc-ff32db1d4590","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.78287753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"b2948595-f221-4695-82cc-ff32db1d4590","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.853952283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"5fcfbdef-9165-4f28-aed1-d772f5f9d35c","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.8669896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e32e1e11-70d7-4e0a-8352-b7cfca73a9b3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.899071513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"c7e019fd-e40b-4f3a-9c21-98c493013edf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.90696598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e2207d5e-a444-4341-8603-6d8af92fe9f2","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.920241556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"c7e019fd-e40b-4f3a-9c21-98c493013edf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.924952756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e63a7308-fffa-4b3a-943b-28cc646e008a","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:08.940355984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058","reconcileID":"8db23a24-e31b-40e9-9cfd-563e4dbe3c3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-22b1e058\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.000220273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"94904092-0f80-40e3-9a25-560bc5c298f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.000544017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"49ddebb6-ca17-40df-91a0-82a7aebb2bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.000220275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"b919bdb5-8544-4646-a049-8b91e656ef82","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.015194786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"aae44b64-1aad-4e80-8159-ed2bfd8cb855","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.019853732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"49ddebb6-ca17-40df-91a0-82a7aebb2bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.019998113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"94904092-0f80-40e3-9a25-560bc5c298f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.022333131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"b919bdb5-8544-4646-a049-8b91e656ef82","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.035679522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"46c29cff-4bd8-4219-8395-5efdf02707d2","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:09.038417925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-sub","reconcileID":"4b7fc3c5-574d-4b27-b433-b0cc453e4047","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.079562394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"ac3b4db5-7875-4fd6-a21d-945760dd4929","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.100170669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"baba38f0-2326-4de6-813f-babd1d188951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.100210704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"829aaf3d-0055-4d4b-b1c9-a967b6ed80e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.120525258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"baba38f0-2326-4de6-813f-babd1d188951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.121829333Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058","reconcileID":"4405767e-445a-44c1-93a1-2d2213627252","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-a-22b1e058","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.125062827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"829aaf3d-0055-4d4b-b1c9-a967b6ed80e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.177895973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"1003b5a6-f7d2-469c-a12b-89a3e7b95ba2","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.197051828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"5212d8f9-3542-4494-a9c2-8b98cbf5aea9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.200627926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"961f780a-5c0c-4223-acde-d08eb6f65ef0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.20094608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"349a93d7-dd69-4d8d-872d-0af2e86355f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.201096663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"080e893f-17af-450d-a51e-990ddcf3d6c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.219928701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"961f780a-5c0c-4223-acde-d08eb6f65ef0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.22039841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"080e893f-17af-450d-a51e-990ddcf3d6c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.222302228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"349a93d7-dd69-4d8d-872d-0af2e86355f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.297679622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058","reconcileID":"a1d3ebf7-7bf7-47f1-be60-b16156b7b1ff","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.302372649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"078ac209-00fc-40c9-b145-8736b9605932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.302376196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b67b41ba-c601-4c07-9c59-b493afc3cae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.322016971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b67b41ba-c601-4c07-9c59-b493afc3cae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.322193609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"078ac209-00fc-40c9-b145-8736b9605932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.398936117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"53082123-4a0c-4f82-a7eb-23574f2e8f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.399654963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1f9da1e-c1da-4d17-9926-3e32a088b591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.39978008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"c3b8c9e8-9081-4889-aed3-e52e35a19de7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.414192681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"caf2f30b-51f9-4816-984b-1e61f0bc33dc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.414894541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2439e09b-6e36-4fb4-a4a8-3a21cf634a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.418345287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"53082123-4a0c-4f82-a7eb-23574f2e8f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.418990148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1f9da1e-c1da-4d17-9926-3e32a088b591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.420769443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"c3b8c9e8-9081-4889-aed3-e52e35a19de7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.433796259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2439e09b-6e36-4fb4-a4a8-3a21cf634a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.435925035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"caf2f30b-51f9-4816-984b-1e61f0bc33dc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:09.978899492Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"47dd1f1a-fa78-4a60-98fb-e2558d40411f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:10.075842405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"cba009e7-bcb2-4ba0-aac0-0e92105a4f42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.403360135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e18d09b9-b056-475c-b9fb-2bd14885829c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.42069966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"53ca589c-05c7-41d4-bde4-84505d045e24","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.465728731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"1cf576a5-7e67-41ee-a3ec-ad38b3299f38","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.489386365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"1cf576a5-7e67-41ee-a3ec-ad38b3299f38","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.578793295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"52ceb766-5049-4bfa-afae-d4d3f1d80e3c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.579139346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-99bdb8 priority=0:[ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-a-22b1e058 ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-b-5b7e452c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.600963572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"cf7e38e1-9a70-40d9-9764-b640be4c3cc4","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.61306406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"f1b577c2-a935-458f-8a33-ea2529016744","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.623653478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"722f21ac-1145-4fe0-ba5b-628e34a0f11f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.624115061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"dbcbe4ef-31af-4fd2-b20d-b3f7dc09d68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.627021602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"157c0521-4b55-433e-a938-2a4120ee46ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.632464935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"557410d0-b51d-454f-bb0b-1214eb1ddc6e","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:11.637131434Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-b-5b7e452c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-5b7e452c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.642538592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"dbcbe4ef-31af-4fd2-b20d-b3f7dc09d68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.642617234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"722f21ac-1145-4fe0-ba5b-628e34a0f11f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.645429734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"157c0521-4b55-433e-a938-2a4120ee46ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.655714259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"64a6100e-2c69-42ae-840a-3ae65660cf67","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.714715234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c","reconcileID":"9d44119f-ec5b-4363-8e96-8a0a7d261397","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-a-22b1e058","ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-b-5b7e452c","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.728036876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"c22fb803-c707-4188-b211-a0211ce5cac2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.731299859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4e4b7f88-6a9a-406c-9b92-2d4357eae83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.747297905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"c22fb803-c707-4188-b211-a0211ce5cac2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.754229714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4e4b7f88-6a9a-406c-9b92-2d4357eae83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.770984697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"73e079a7-883a-44be-b743-e4b12db019a0","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.794192741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058","reconcileID":"62c45917-1244-4e52-be5d-3f807621b865","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.7942233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"a8bec591-d8b8-441e-ba5b-9387740ac351","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.886163453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"398a12f1-8535-47a9-b6f7-6fda1a3370a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.886418461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4ca55136-f932-4825-8298-cdeabb1eba25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.886856062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"0253fded-cd4f-49a3-ae89-0e88eee9f455","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.894733893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c","reconcileID":"5ff51a3e-4397-4b02-9ef7-68b22501d5af","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.901401304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"029edb59-4de1-4632-8710-b48df0ad15e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.90237096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"4f464c5f-6c19-465f-80e6-052b41c51528","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.906848058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"398a12f1-8535-47a9-b6f7-6fda1a3370a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.906983012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4ca55136-f932-4825-8298-cdeabb1eba25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.909138363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"0253fded-cd4f-49a3-ae89-0e88eee9f455","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.920522125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"029edb59-4de1-4632-8710-b48df0ad15e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:11.921017193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"4f464c5f-6c19-465f-80e6-052b41c51528","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:13.842391022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823","reconcileID":"f09d81bc-39d5-4f53-9d8e-5aa8d638ec90","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscription":"e2e-bulk-sub-23409823","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:13.889039138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823","reconcileID":"f09d81bc-39d5-4f53-9d8e-5aa8d638ec90","MaaSSubscription":{"name":"e2e-bulk-sub-23409823","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:13.956375264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"fb00aa97-7568-4a34-89f4-ce467d2d856b","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:13.956717882Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-99bdb8 priority=0:[ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-a-22b1e058 ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-b-5b7e452c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:13.978301194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ee6bafd8-9606-46ee-8e01-0d66330a6671","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.000936096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0b00148a-5106-456e-8cc2-1a89b30f464b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.001153489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"6e041913-ffaa-4033-92fd-384ea61d2021","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.001517464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3f77a5c5-afea-4088-86fd-399fee931d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.021703553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0b00148a-5106-456e-8cc2-1a89b30f464b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.021931165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"6e041913-ffaa-4033-92fd-384ea61d2021","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.024229423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3f77a5c5-afea-4088-86fd-399fee931d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.100179367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"96672f61-09db-4dca-8a3b-4f982a6ef152","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.100196534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-bulk-sub-23409823-auth","reconcileID":"dce3b36d-3973-476a-aeba-a882d85ea247","MaaSAuthPolicy":{"name":"e2e-bulk-sub-23409823-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.185840525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"7a05c0b8-75b9-4edf-9337-b727f470bdf4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.787182895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"a58a867f-5ccc-4f91-a4da-28317353ee09","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.832835471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"98f66b42-da69-4e86-95a9-586501b9de7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.832921548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"1fc3b871-4fa8-478e-a6c4-6a26efe90365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.83690525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"c9eb879b-19a1-43c1-b558-96d44db32ce5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.836930316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"a249aef4-a5db-4ed8-b6d3-635ff97f9b36","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.852923869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"1fc3b871-4fa8-478e-a6c4-6a26efe90365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.85331444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"98f66b42-da69-4e86-95a9-586501b9de7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.856694356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"c9eb879b-19a1-43c1-b558-96d44db32ce5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:14.856929596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"a249aef4-a5db-4ed8-b6d3-635ff97f9b36","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.323872013Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"1258f97a-2985-445e-810d-1eae573f4cdd","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.34339507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"9411ec73-8df7-4100-ab04-caa0614c98b2","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.369674514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ef803178-faf2-45cd-8036-56c16ee794b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.369785113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"33d1aa99-ed0f-41f0-a254-4af987ef5c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.370287302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7c657a7a-e8ee-4e04-b936-f5ee86e3a9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.370373894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"21acb975-4669-4b7a-b15f-d804e8582493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.370775753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"2d74b298-f16c-4ec0-8c71-a112ccc824d6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.389180728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ef803178-faf2-45cd-8036-56c16ee794b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.389838149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"33d1aa99-ed0f-41f0-a254-4af987ef5c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.391936262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7c657a7a-e8ee-4e04-b936-f5ee86e3a9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.392329175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"21acb975-4669-4b7a-b15f-d804e8582493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.394184167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"2d74b298-f16c-4ec0-8c71-a112ccc824d6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.480573975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0db95a2f-c010-48c3-b8fe-49453cbea927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.480588004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"c7d974e2-610b-4853-9a81-a7bf850ed774","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.481025411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9231af1e-73ea-49dd-8382-60fd6b42e861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.481517458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd5eab5a-4b49-4fe2-bf49-dd7fe8b7a923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.484651336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"37cf76f0-47fe-49dc-8084-ebdbc7f2a283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.500002807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"c7d974e2-610b-4853-9a81-a7bf850ed774","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.500142199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0db95a2f-c010-48c3-b8fe-49453cbea927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.502145988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9231af1e-73ea-49dd-8382-60fd6b42e861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.502512582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd5eab5a-4b49-4fe2-bf49-dd7fe8b7a923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.505326875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"37cf76f0-47fe-49dc-8084-ebdbc7f2a283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.587027226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"85b07f47-328b-4afe-aa1c-7ba057fcfde6","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"name":"e2e-rt-sw-43e1b8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.601991942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"df8c3471-00a3-4b77-8275-711f575af649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.602179103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8c9dc11c-a7d8-41e1-a26d-04eca6156b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.616696036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"e5cd6d16-b1a8-4700-b379-8512207e69e4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.617539374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"2a1991ed-9989-43a2-a62d-6c15062b7553","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.621491098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"df8c3471-00a3-4b77-8275-711f575af649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.621784962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8c9dc11c-a7d8-41e1-a26d-04eca6156b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.636244845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"e5cd6d16-b1a8-4700-b379-8512207e69e4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.63672098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"2a1991ed-9989-43a2-a62d-6c15062b7553","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.646164162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"fbf344f2-1c0d-4bf9-ab71-6e7ad10b91c1","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"name":"e2e-rt-sw-43e1b8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.661834654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42437f64-188a-4d8c-9632-5719bb22dc75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.661852961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42437f64-188a-4d8c-9632-5719bb22dc75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662110128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e1c97bd-5b47-4264-8c00-a1cef3c1182f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662125508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e1c97bd-5b47-4264-8c00-a1cef3c1182f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662342635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eff0d7aa-1c63-470f-b7ed-7fb9f1374a4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662355087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eff0d7aa-1c63-470f-b7ed-7fb9f1374a4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662681485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5fcb47f-1459-4cff-8af6-e449d952b2b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662694443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5fcb47f-1459-4cff-8af6-e449d952b2b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662873298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b8c4751-f204-47c7-a837-b7b83561ee79","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.662883243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b8c4751-f204-47c7-a837-b7b83561ee79","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.663073507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ecb20be-6da2-4870-8797-a83c3c7e1d90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.663083561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ecb20be-6da2-4870-8797-a83c3c7e1d90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.663277196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10d46951-175d-44e4-b69e-db13198da166","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.663287962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10d46951-175d-44e4-b69e-db13198da166","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.663466578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aa92133-6f65-4178-ab10-b3b363a8a5f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.663477612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aa92133-6f65-4178-ab10-b3b363a8a5f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.678987854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"65d12f14-9cd3-460e-9e1a-4df709fadf1e","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"name":"e2e-rt-sw-43e1b8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.687674848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2809eb71-05d4-4fc8-9fab-fe6be20acfff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.702400452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b949276f-9118-473c-8615-f495ff0702d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.703162244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea7bdf31-8998-414f-be4d-f7abcb1c99ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.703387201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.712842911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2809eb71-05d4-4fc8-9fab-fe6be20acfff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.901715478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"45332508-4fee-4538-a724-b34d16dc147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.901863222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"a0a6bb40-ca12-4445-a6bb-68afe8261817","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.902145916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fa0e8e46-02d3-4234-9d28-130092dec970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.916527625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"99561f29-6606-4257-ba17-ae4de751ae9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.921495924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"a0a6bb40-ca12-4445-a6bb-68afe8261817","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.921871431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"45332508-4fee-4538-a724-b34d16dc147a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.923906388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fa0e8e46-02d3-4234-9d28-130092dec970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.935568888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"99561f29-6606-4257-ba17-ae4de751ae9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.997987525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7f6de25d-df71-449f-9590-8f629f6e2f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.021385058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7f6de25d-df71-449f-9590-8f629f6e2f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.023182048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"d16cee31-612b-4f21-8144-ba6cd0584081","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.038758331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"d123061f-6029-4dd0-ac6d-a4683988cb20","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.038782215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"d123061f-6029-4dd0-ac6d-a4683988cb20","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.053178971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"443c3d9b-630b-495d-94b3-949f660c55d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.053382167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"024f7686-8d0c-46a6-977b-dca6954fbeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.053823634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0a875c5-0b4a-4424-a9e9-c1a6a60823fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.074249338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"443c3d9b-630b-495d-94b3-949f660c55d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.079176728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0a875c5-0b4a-4424-a9e9-c1a6a60823fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.084721095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"9138f4ff-09dc-43e9-ba45-55308f8c93f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.085637528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"024f7686-8d0c-46a6-977b-dca6954fbeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.104177215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"9138f4ff-09dc-43e9-ba45-55308f8c93f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.205506629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"60e4f0ef-243f-4b89-b263-9e853df74849","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.220855867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8228194a-531b-43d5-bfe9-dcf7dd1729d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.221689474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2fa1ce2f-0e52-401d-8bcc-3a3bea524df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.222219681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"876b43cb-26c6-4bb3-894d-30ddf4d655c5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.222587909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"1f317dba-79c2-42e9-8ec2-3b627a679ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.22565381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"60e4f0ef-243f-4b89-b263-9e853df74849","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.241842305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8228194a-531b-43d5-bfe9-dcf7dd1729d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.243491161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2fa1ce2f-0e52-401d-8bcc-3a3bea524df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.247629921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"1f317dba-79c2-42e9-8ec2-3b627a679ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.24878471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"876b43cb-26c6-4bb3-894d-30ddf4d655c5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.323239394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5eefe77-2718-41fb-ad81-dd4d43c7bd65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.33342999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ca8a423b-e937-43c5-bc15-67dd545741c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.343674434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a5eefe77-2718-41fb-ad81-dd4d43c7bd65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.355386254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ca8a423b-e937-43c5-bc15-67dd545741c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.423370402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f24d483e-649d-42c1-854d-0546cf6411ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.423448571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6bcb0457-ce4d-4f2d-a6c3-76d8abffac12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.423833079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0015a06e-669c-47fb-bf8c-55bf14e457d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.433968152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"8e0b5a5c-f12b-4cf0-a6fc-ac120ed65f61","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.443021722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f24d483e-649d-42c1-854d-0546cf6411ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.443161491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6bcb0457-ce4d-4f2d-a6c3-76d8abffac12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.445360253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e853ba1-dec3-41ac-83ad-c23b402df15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.445573983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0015a06e-669c-47fb-bf8c-55bf14e457d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.453282464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"8e0b5a5c-f12b-4cf0-a6fc-ac120ed65f61","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.465142363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e853ba1-dec3-41ac-83ad-c23b402df15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.623797163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4e9f2573-9a62-4eed-a833-2b0a8d22deaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.623927367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eb90e87-c9df-4947-8ce3-fbbdb86a1246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.624367587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"11f0cfd9-af1e-4f00-a990-c377fdc35e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.644792795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4e9f2573-9a62-4eed-a833-2b0a8d22deaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.64548625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eb90e87-c9df-4947-8ce3-fbbdb86a1246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.648492761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"11f0cfd9-af1e-4f00-a990-c377fdc35e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.132794649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-sub","reconcileID":"b66931aa-e597-40d8-a364-48d23711b92c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.212667134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-sub","reconcileID":"b66931aa-e597-40d8-a364-48d23711b92c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.276641568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"90992354-46b9-49f9-820f-79b55c65ebf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.280953678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"4b3455b0-1bc4-4b29-8d9c-cb74441bfedc","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.303951465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ee7d4505-b934-4722-b52f-6f12fd571319","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.341784964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4d2583d5-1c78-40a4-bfe3-17901b81cdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.352999582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3f41f7e9-8115-4032-8069-49dc40d343f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.357283088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"a2c8119e-29c5-4834-ad73-d47c236150db","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.379676093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4d2583d5-1c78-40a4-bfe3-17901b81cdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.394112195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3f41f7e9-8115-4032-8069-49dc40d343f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.400240555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"a2c8119e-29c5-4834-ad73-d47c236150db","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.443335626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"72e7db75-7553-4869-be7f-0350b32f36b6","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.525376655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-active-auth","reconcileID":"373bfcb9-1218-40bd-84b5-cc48f985e347","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:19.575135932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"0040a5c8-c6d3-49dd-837a-b0b31f8dabe2","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.511914979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"767f4ca1-e8d1-4fec-a774-487eef05b446","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.532534474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"8610d07e-48e5-4807-a505-c6b7c7c3bd3c","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.578021314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"a8d4dabb-9e72-4859-a219-00ba06cef703","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.604906005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"a8d4dabb-9e72-4859-a219-00ba06cef703","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.715732884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"e5af1809-313d-47c9-b5cd-7b6676c2b041","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.738397332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"13ed5bc3-e2c7-4479-9d37-32b48f6b16c1","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:20.751352503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"c10b4d79-6264-4345-934a-d8637d2d0884","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.764704939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3728f424-4c4d-4d94-a753-f875b47327c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.764705248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6c7cb9a6-e232-49dd-80f6-0b1ded9d0fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.775720625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"fda370bb-8112-4cae-b2cd-b562af2ca7b0","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.784370713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3728f424-4c4d-4d94-a753-f875b47327c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.784493291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6c7cb9a6-e232-49dd-80f6-0b1ded9d0fff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.792458765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"0b36b832-95f3-4b56-8a46-566013fb6c53","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.816939115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"527a080b-de31-400f-95bb-5852fb942fff","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.865215994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"1abc830a-6c4b-445f-ad0d-24837ef95f37","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.885144313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"1abc830a-6c4b-445f-ad0d-24837ef95f37","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.899153271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"ac060296-5a3a-49c6-9319-6da9f0a4d472","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.899323435Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"ac060296-5a3a-49c6-9319-6da9f0a4d472","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.974303113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"9ac833d2-5f3f-45f9-b7f0-8a630202018d","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:20.976794701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"5d2aad44-8f78-42e2-afd7-43ebe8808ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:20.99168809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"1abc830a-6c4b-445f-ad0d-24837ef95f37","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.013699907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c5241c2d-8e88-4e36-8e88-e82d7dca2d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.014468314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ec61daaf-bdf6-4124-baf7-de5278f485a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.035395552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c5241c2d-8e88-4e36-8e88-e82d7dca2d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.036886472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ec61daaf-bdf6-4124-baf7-de5278f485a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.077353264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"a15a1baf-c33c-4506-bb94-fa8bea6b285e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.077460611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"a15a1baf-c33c-4506-bb94-fa8bea6b285e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.109814141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"b26bd110-efb7-46ef-b547-cd8a7663f0d4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.130389757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"b26bd110-efb7-46ef-b547-cd8a7663f0d4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.729816954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-sub","reconcileID":"0178471e-b835-4d4e-8962-c10aef306131","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.729980782Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-sub","reconcileID":"0178471e-b835-4d4e-8962-c10aef306131","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-fc9316/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.847630805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"5e630b67-9341-4c7f-a270-497b7a2afda2","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.875975157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"8f150e3c-f640-4576-950b-d2c6962318c1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.876825114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d7e22bca-7cb2-41f4-ac88-640a9c732de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.877822019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"83014322-ad47-4cee-a700-8080731ebc47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.89997762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"8f150e3c-f640-4576-950b-d2c6962318c1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.901426422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d7e22bca-7cb2-41f4-ac88-640a9c732de1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.917754096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"83014322-ad47-4cee-a700-8080731ebc47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:21.965356633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"dc11ec03-8e94-4bf0-a564-c79149ee4a79","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.049079837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-apikey-failed-auth","reconcileID":"97e3c021-d3a6-4a15-9940-c44563cb7ab7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:22.270835758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"7f4eede3-9b83-4f9a-9500-49f1e8c739b7","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.303226849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"a562be4e-6c5c-4e0e-b7f2-38f50ef8a49c","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.303290333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"a562be4e-6c5c-4e0e-b7f2-38f50ef8a49c","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.338650577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"20eac05a-86cb-4343-889a-d74ac1bca1c2","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.338676702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"20eac05a-86cb-4343-889a-d74ac1bca1c2","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.367443302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"f347f167-4419-4174-ab22-9c213dba6f46","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.386613358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"f347f167-4419-4174-ab22-9c213dba6f46","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.398597532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"557dc67b-eb50-429c-aece-6d7e9d1a4567","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.4534296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"9604d1cf-4024-4aea-8f61-5eaeeb0710bd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.453429542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"766ce5cc-b0b7-462d-a028-b8afa8f05de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.45380257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"93771189-0ca7-4b63-a5a9-d4f3232ef8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.476484747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"766ce5cc-b0b7-462d-a028-b8afa8f05de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.477281969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"93771189-0ca7-4b63-a5a9-d4f3232ef8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.478942936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"9604d1cf-4024-4aea-8f61-5eaeeb0710bd","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.599057126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"c5eae6eb-def1-420a-9835-9dc5158dc74d","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:23.59909971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"c5eae6eb-def1-420a-9835-9dc5158dc74d","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:24.839085941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058","reconcileID":"d643ef22-0837-41db-8917-76e7fbe8d846","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-filter-sub-a-22b1e058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:24.906931048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058","reconcileID":"d643ef22-0837-41db-8917-76e7fbe8d846","MaaSSubscription":{"name":"e2e-filter-sub-a-22b1e058","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-filter-sub-b-5b7e452c","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:24.971880848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c","reconcileID":"4bbc219a-a336-4235-a524-e58a9203f2b9","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:24.971924582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"7959490e-4f54-493d-a49b-bbc2c8df8b01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.113159759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e57ffad6-685b-44f8-8854-ea79932272cb","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.202206266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6c454d2a-374f-4ab1-b7ad-d63ea6d78671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.202480839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"01a194d6-bbc5-4593-bf06-fe2b6d129f52","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.202203701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3509c212-fc12-461e-9aec-9d48e0a44f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.217538418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"bb60d678-e422-4279-b427-c2556cf92646","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.222545592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3509c212-fc12-461e-9aec-9d48e0a44f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.223768304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"01a194d6-bbc5-4593-bf06-fe2b6d129f52","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.225696593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6c454d2a-374f-4ab1-b7ad-d63ea6d78671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.238902869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"bb60d678-e422-4279-b427-c2556cf92646","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.25653778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ecd1eda5-65b5-4aab-837a-9e865a0cd246","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.409757141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"392403a9-ec85-4738-a31f-ac27d4ad7124","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.41246606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c6e1a54b-1747-4d4e-9b36-5d8e41237f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.412531197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"79577365-9d27-4d45-9f0f-e13e357cbb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.430690894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"392403a9-ec85-4738-a31f-ac27d4ad7124","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.432897086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c6e1a54b-1747-4d4e-9b36-5d8e41237f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.433317591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"79577365-9d27-4d45-9f0f-e13e357cbb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.506474622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"eade1372-6293-45c1-8fa1-264a5fc30ea8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.526458946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"eade1372-6293-45c1-8fa1-264a5fc30ea8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.681955107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd5400c1-e181-478b-925c-914dab9e7503","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.773621337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"f224d227-48c6-4a4d-823b-b6e7ba7e402a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.774019159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"8cacadd7-deab-4181-a98d-e501bef23347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.7946416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"449491bb-6788-4cfe-a963-3a6087077e3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.875111086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5d883d9-f430-4f66-a348-e95ec80e1f34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.875285274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"55831402-2b4a-47cb-b7de-5a862c248d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.875753515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"f92d9d6f-45a5-4199-97fc-cd79c38d27d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.875792056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"085121ae-e5b8-4b97-9e2f-e00452b26dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.976307674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"1b1c0ae4-1d60-480d-b462-b1659018042b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.976763876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"38a946d0-0ae1-4bd9-89ac-fbe544a08db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.977022353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"85b1d271-c2d2-45c7-8748-d723300445cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:25.977149948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"3a4e6843-8944-4a34-afc3-c2806c272ac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:26.142577701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dda64ced-6a38-4c5a-ba24-047ad9012344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:26.142995252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e005b54e-8e22-4a44-8da6-c0d48fca6b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:26.143052322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"8586dca2-1dbf-4339-aab2-a7de3866ab08","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:26.162057768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dda64ced-6a38-4c5a-ba24-047ad9012344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:26.164076948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e005b54e-8e22-4a44-8da6-c0d48fca6b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:26.164787338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"8586dca2-1dbf-4339-aab2-a7de3866ab08","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.749851987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"fa9925bb-b715-4c38-b594-54b0a333275b","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.749876766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"fa9925bb-b715-4c38-b594-54b0a333275b","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:28.767443696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"0ed2e40a-c4c9-4d17-9929-0f4b37492e7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-43e1b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.795839872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfda35c-a945-4c0d-98a7-e9c056124041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.795911671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d043aef0-2729-4d74-a318-69cda5961c38","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.796547038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8507ec3-6ecd-43c8-a15d-d5a410311aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.803439619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"abdf5d96-0d2b-4c9e-9b64-cc45c1efc8f5","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.80345675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"abdf5d96-0d2b-4c9e-9b64-cc45c1efc8f5","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.815587595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d043aef0-2729-4d74-a318-69cda5961c38","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.815770725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8507ec3-6ecd-43c8-a15d-d5a410311aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.81785526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfda35c-a945-4c0d-98a7-e9c056124041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:28.835964222Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"abdf5d96-0d2b-4c9e-9b64-cc45c1efc8f5","name":"e2e-rt-sw-43e1b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-43e1b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:28.836015311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"abdf5d96-0d2b-4c9e-9b64-cc45c1efc8f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-43e1b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.851785121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"5d2ff197-c52c-4149-8cc5-6ef072bcfa1e","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.85180319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"5d2ff197-c52c-4149-8cc5-6ef072bcfa1e","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.910980217Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"ad8208bd-e2e0-4bbd-9806-e6bfa9187140","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"e2e-rt-sw-43e1b8","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-43e1b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.923818187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"175659ed-702c-4683-8367-2f118c6f62a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.923874029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"442e040f-e0fa-41af-8c1b-0bc942e22365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.947801781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"175659ed-702c-4683-8367-2f118c6f62a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.947834798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"442e040f-e0fa-41af-8c1b-0bc942e22365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.012401518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"29fcf178-569a-4d40-8004-400a4eae2fab","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.012609799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"29fcf178-569a-4d40-8004-400a4eae2fab","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.030890818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"071385c2-1325-40df-9ccc-720f893afcb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.050635368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"071385c2-1325-40df-9ccc-720f893afcb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.077366626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"92eedcfc-bf3c-48e3-b177-8677b98fffb1","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.164194208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"008e4212-8b25-450b-bf70-228433b451ed","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:29.164223154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"008e4212-8b25-450b-bf70-228433b451ed","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.618933473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c59799f2-9ff1-44e5-8f57-e9d97baccfb0","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.637239893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"581e8df7-cd28-47c4-a046-a574b7b245b8","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.6847524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-gw-auth-766b1160","reconcileID":"9c2e84dd-c9ca-420f-91b9-5d8f92e57cad","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.704021466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-gw-auth-766b1160","reconcileID":"9c2e84dd-c9ca-420f-91b9-5d8f92e57cad","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.784956302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"7f09c87b-ba31-499a-ad52-986869c2ffdd","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.830114094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-gw-auth-766b1160","reconcileID":"996a5abd-63a1-4808-8964-076efa69cf6b","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:30.849107398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-gw-auth-766b1160","reconcileID":"996a5abd-63a1-4808-8964-076efa69cf6b","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.451370116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"1b0fa828-52b9-4772-9cce-b0b812b1353c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.498218286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"1b0fa828-52b9-4772-9cce-b0b812b1353c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.498241509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"1b0fa828-52b9-4772-9cce-b0b812b1353c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.498363577Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-sub","reconcileID":"1b0fa828-52b9-4772-9cce-b0b812b1353c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-8e90c5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.627439208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"87c6ab45-220c-4499-a312-342d4a197d87","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.673339797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"7902c95b-2020-4928-a3db-cadab8e4882a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.673368425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"40569579-b98b-4c0d-8636-dbd3a49a6b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.673766619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bf5785b0-6b3b-4c81-a99e-b14e6cfa7501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.694407617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"40569579-b98b-4c0d-8636-dbd3a49a6b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.694428671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bf5785b0-6b3b-4c81-a99e-b14e6cfa7501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.696761107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"7902c95b-2020-4928-a3db-cadab8e4882a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.777660516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-apikey-degraded-auth","reconcileID":"f8396b11-9ff8-4212-a301-7fff663bd662","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.777683524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"f0fb67c6-58c0-42a8-886c-0c578dd99219","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:33.859987484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"0d1a39ad-b286-468c-83af-19f2d7a44dab","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.301991955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"a737809f-db5c-4383-8ceb-6d3427b235e3","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.311113917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c","reconcileID":"91200c59-e9f7-487f-9730-04b056e461b0","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-filter-sub-b-5b7e452c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.378458177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c","reconcileID":"91200c59-e9f7-487f-9730-04b056e461b0","MaaSSubscription":{"name":"e2e-filter-sub-b-5b7e452c","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.396980259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"0cf7ec7f-7b39-46f0-9da9-3d0631b801e9","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.397115624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"0cf7ec7f-7b39-46f0-9da9-3d0631b801e9","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.44910336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"19246e4e-2d87-467a-8c40-32568def1cab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.531426661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"848dde17-671d-4c90-ac6e-0480a40a1efe","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.577671751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2ffaf217-9347-4a26-9cd6-b2502d8f5ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.578036411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"60ca499b-35d9-4697-b0f7-06efccd2621f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.578140371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"7069163d-e9e8-4d9d-bb21-f932f6f897c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.578568219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bd138207-4939-477d-8c33-bc351f1283c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.607805921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bd138207-4939-477d-8c33-bc351f1283c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.616491773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2ffaf217-9347-4a26-9cd6-b2502d8f5ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.621028006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"7069163d-e9e8-4d9d-bb21-f932f6f897c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.625125316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"60ca499b-35d9-4697-b0f7-06efccd2621f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.679527288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ee439e35-ec3c-4a94-8d78-007bfece4685","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.844931581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-a-22b1e058-auth","reconcileID":"6a33cf77-8762-4697-86e4-c92e6c7964b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-22b1e058-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.857943462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636b45f1-5169-48d4-8073-d7bd21239f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.85809784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"20bbb67a-f239-4ead-a3d0-6c9d800e46c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.858412767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0033e9b4-9859-49bf-a592-5b027f781277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.879036566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636b45f1-5169-48d4-8073-d7bd21239f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.87935411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0033e9b4-9859-49bf-a592-5b027f781277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.882087716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"20bbb67a-f239-4ead-a3d0-6c9d800e46c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:35.964606744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3e6a90e5-9d52-43a3-bbb9-95046a2f0e34","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:36.118746737Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-filter-sub-b-5b7e452c-auth","reconcileID":"2885945d-dd61-4468-9a81-52b711ca577e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5b7e452c-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:36.118784233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d6181dc2-7030-41f9-86e0-3d6bcb7bc43d","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:36.183535735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"01e6b348-d41a-4098-8106-05a0aab6152a","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.331570232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"fac18054-023d-4e4e-bb2c-cf0c9d33520b","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.333971242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"eeea5373-3b74-4bad-a91f-31aedeca33eb","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.36092621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"cd604bac-9984-4aa0-abb2-97134da40c96","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.361426211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"0f56f26c-2491-44ed-9641-61f79b15c213","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.379098994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b2333846-d308-440e-af99-93cc82eb3c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.383738561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"69a1dcc7-e46c-4d24-b95a-201d97df9c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.398549723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b2333846-d308-440e-af99-93cc82eb3c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.400532675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"6a4bcb5f-3898-458c-8a40-9a5f72e4960c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.400965302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"b6d034cf-2a59-4db1-9e52-09c77475d26f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.403800549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"69a1dcc7-e46c-4d24-b95a-201d97df9c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.510903455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9d31f3b5-3089-47b5-af99-6846df164006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.511593618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3f6335e5-5fce-464b-a189-6eea44122bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.535817942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3f6335e5-5fce-464b-a189-6eea44122bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:37.535845234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9d31f3b5-3089-47b5-af99-6846df164006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.028358146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"80459cce-dbf6-42d6-8ab4-cbe023aa7ef9","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.028360835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-gw-auth-766b1160","reconcileID":"3be0eddd-c051-42c7-b997-6d79739470b9","MaaSAuthPolicy":{"name":"e2e-gw-auth-766b1160","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.165394968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"aef0b2bc-53f0-4127-a3e0-605de2de0df4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.689921265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"b0ae8794-9eec-4c0f-8915-8b7d9f170c0f","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.706531715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"2ed8d020-c441-4ada-bef4-eb476bbf9bb5","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.706553906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"2ed8d020-c441-4ada-bef4-eb476bbf9bb5","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.793246661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ef212e22-32ea-475a-9578-6f575111bf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.793721573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b02e787-007d-4db8-8573-8c413204e143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796098356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"910a3141-91a8-4c73-87e2-903ba3afbbc5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796113051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"910a3141-91a8-4c73-87e2-903ba3afbbc5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796340569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8275f23-a70b-4b42-b476-8e031dae645a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796354189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8275f23-a70b-4b42-b476-8e031dae645a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.7965248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34446401-0fb6-4e0d-a788-af4d25dead3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.79653484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34446401-0fb6-4e0d-a788-af4d25dead3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796793732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c36da7f9-bf7f-48dd-a639-8df5d17e1538","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796806621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c36da7f9-bf7f-48dd-a639-8df5d17e1538","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796966888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a476e0c0-92a9-49e1-8402-d01f073d4682","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.796977419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a476e0c0-92a9-49e1-8402-d01f073d4682","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.808288695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"b252f2e7-ceab-48b7-9575-cc8af97c7654","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.80848337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa69a45c-28d7-4664-a1c3-6afbdbed9512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.80868247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff25ca9-67b1-4152-9056-5a2069f5b6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.813040152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ef212e22-32ea-475a-9578-6f575111bf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.813433852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b02e787-007d-4db8-8573-8c413204e143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.813449366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"84d8569b-fe3d-4d08-a79a-e574e039fbd0","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.813462341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"84d8569b-fe3d-4d08-a79a-e574e039fbd0","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.827861352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"b252f2e7-ceab-48b7-9575-cc8af97c7654","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.827858613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa69a45c-28d7-4664-a1c3-6afbdbed9512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.830553053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff25ca9-67b1-4152-9056-5a2069f5b6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.831467667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12b2bcf3-5faf-43cd-bfac-8dca1501a5b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.831481842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12b2bcf3-5faf-43cd-bfac-8dca1501a5b5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.831665809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6346d4e8-c355-4680-be44-63092fd1d025","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.831676799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6346d4e8-c355-4680-be44-63092fd1d025","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.831849409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"077bda14-bf5e-4070-9b60-39d3b7232317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.831859506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"077bda14-bf5e-4070-9b60-39d3b7232317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.904402091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb4600ca-5f8a-4136-b010-3b6d5634dbb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.904690881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f0c055a-ea8e-45ea-a945-b86fa4f3d16d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.92019129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"c8b2b6f0-bccf-4b78-b881-0bcbe41afb04","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.950133114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d99c0fc2-c655-4904-9ec3-7c72213f5ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.950848034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"07cf0386-c07b-468a-97cc-53d6af1cef08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.965520739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ecc402fa-9408-4bfd-8ab4-da66b17ddf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.970303064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"07cf0386-c07b-468a-97cc-53d6af1cef08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.970852902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d99c0fc2-c655-4904-9ec3-7c72213f5ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.980181702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ddd0edfc-7780-4338-b334-0c400d17fa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.985406042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ecc402fa-9408-4bfd-8ab4-da66b17ddf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.995850549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3fe7ede9-14bd-4eb5-a981-c95334bad80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.999420699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ddd0edfc-7780-4338-b334-0c400d17fa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.015563999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3fe7ede9-14bd-4eb5-a981-c95334bad80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.057858858Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"7b732b2b-9b4a-4e84-b67b-a489f61a9c18","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.147167246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"41973d31-a288-4ee0-813a-bd59ef2db702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.147285855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d5606f21-6adf-4772-b100-644872ce1102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.179860514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"41973d31-a288-4ee0-813a-bd59ef2db702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.181579713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d5606f21-6adf-4772-b100-644872ce1102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.255974025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"543efcf4-6c13-4128-8a88-a7026fac3194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.272239343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48d21eec-1f2f-4e7a-906b-ead7adc4a9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.272249467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"294bff80-3c5d-4c38-8cd4-2d9e8d48f262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.276155255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"543efcf4-6c13-4128-8a88-a7026fac3194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.292117946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"294bff80-3c5d-4c38-8cd4-2d9e8d48f262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.292276827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48d21eec-1f2f-4e7a-906b-ead7adc4a9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.349814705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"878792ae-e92f-4c00-a479-d540f2a528cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.364800376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"14168edb-ad87-4cc1-a545-edc9115bda8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.369728456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"878792ae-e92f-4c00-a479-d540f2a528cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.38435846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"14168edb-ad87-4cc1-a545-edc9115bda8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.449990343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ff338606-73f7-46a5-a3d7-69895cc244bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.450009447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"02d33f2c-a00b-44d6-9042-5e00bba5fae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.45046322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a7fd3578-c2fc-496f-959e-2b82903a40ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.470470776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ff338606-73f7-46a5-a3d7-69895cc244bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.471007261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a7fd3578-c2fc-496f-959e-2b82903a40ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.473824536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"02d33f2c-a00b-44d6-9042-5e00bba5fae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.560096055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"25a967e1-3026-4be1-8413-b5337684e8c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.579402787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"25a967e1-3026-4be1-8413-b5337684e8c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.659748229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"418eff75-d7c4-4196-8dc7-5b5d0c48f1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.659757742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"af09985d-7793-4ae0-887a-35297e35ab2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.679870106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"418eff75-d7c4-4196-8dc7-5b5d0c48f1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:39.680080779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"af09985d-7793-4ae0-887a-35297e35ab2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.351689404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"154f4a8b-6e84-497f-9295-b07c057dd48a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:42.455196809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"762ad117-0af7-46ff-a9bf-4321f972dfb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.72591685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"db973280-1e7d-48e4-a51d-1235127d2771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.149026551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc912fcf-d9ce-4c8a-959b-92e26ea2c523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.149094641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b41260-f550-4824-895f-66a60076a9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.149458164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"e710ef76-27f9-42e5-aee8-1cf20cc1d30a","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.169371916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc912fcf-d9ce-4c8a-959b-92e26ea2c523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.171547088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b41260-f550-4824-895f-66a60076a9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.172272583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"e710ef76-27f9-42e5-aee8-1cf20cc1d30a","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.234165194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f0bb8ba5-b033-4b4a-aee7-266f852fca99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.234165163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0a421701-15ef-4be9-94b8-c0c53c148e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.238446642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"f40ce8a3-0134-49b1-8067-205488547e50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.254755502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f0bb8ba5-b033-4b4a-aee7-266f852fca99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.255070624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0a421701-15ef-4be9-94b8-c0c53c148e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.932614574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"5ba1fd4d-fc4f-4994-9805-b3b8a24885ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:47.700392959Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.655648845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"0b6c51c3-bd51-46a1-bbbc-df55d83de0b4","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.656140557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"1d2df94d-7ef9-4bbf-9d43-2f209a39dfa0","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.687028698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"b03ca81e-92b5-4242-9168-99a6fc157c91","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.687663455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"7914f205-0642-41e9-95a4-b8c8fe783ecd","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.73477525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"575f6e3f-d5ea-4f5d-8d12-f13dc143d44e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.735305714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"2b74010b-9298-499a-bc48-63b111ab6e6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.765518478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5c5d5560-3073-4d77-98f4-dd10502ea08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.76743607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3eb5f0e4-cec2-4d31-995a-7248570ce036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.875903196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3eb5f0e4-cec2-4d31-995a-7248570ce036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.880335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5c5d5560-3073-4d77-98f4-dd10502ea08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.978412087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e822bc99-73d8-4d86-9f79-d448f4f68fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:52.978412362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"80f0e26a-41b9-4fd4-a3c5-048f2511dad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:53.000686316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e822bc99-73d8-4d86-9f79-d448f4f68fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:53.004090809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"80f0e26a-41b9-4fd4-a3c5-048f2511dad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.74580507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"161ef430-7786-49d0-b000-e067fc765024","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.74627879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"3ecfcdab-faf4-4bda-8cf7-9e6d10c2933e","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.787432105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"f477658b-b424-482c-8461-eaf1559f9169","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.787755472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"263c3961-8fca-4225-b7e3-a83ca57929d4","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.801510182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"460797a1-0d78-4c25-a2a1-b33e5cc3c28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.801602277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9840ddd7-3ed5-46c9-b3ad-2427dba56ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.81832783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"3b8eeaf8-3989-4f60-96e1-477de28a7a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.818389565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"6aecc729-4084-4adf-8fea-dd577789b25f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.821580642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9840ddd7-3ed5-46c9-b3ad-2427dba56ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.821689148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"460797a1-0d78-4c25-a2a1-b33e5cc3c28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.951477922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"61e72717-de2c-44c0-bf1e-588b6c6bce3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.951910656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"772db406-69b8-46a6-885b-11825d142ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.970636075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"61e72717-de2c-44c0-bf1e-588b6c6bce3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:54.971078033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"772db406-69b8-46a6-885b-11825d142ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.056422416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"808bf5a9-588b-4e08-8eea-771c5bbcf249","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.056507269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"a9c3c3c0-1ff9-40b3-88ca-4cb095439988","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.141376079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"6cdde428-6bb3-47af-ada5-eb1e249cab36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.141479577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"e6ef49a8-bcf5-4b99-89ce-bcb75fb89691","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.24536407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"65cbdbbd-7896-4bc0-92c2-54aad525d8bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.245769231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"4dbdd1d2-e96b-4fbd-b421-72ffd288c270","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.245825158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"248589dc-8257-416d-981c-66d9f30377bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.246398567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"c2164891-11b1-44d7-9bee-f5b83caae408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.344272046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2eb5c1e-824d-4e9c-a4b2-8f3a3ff43373","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.351241812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"54f09a6e-b4af-4065-aaf1-f37f51da0ad7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.36035955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8a9b79c-f142-488d-9bef-cfd3eb944464","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.360464001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"23043701-81bb-424f-aace-ec6b6afb4938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.442240725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"77a8e9cf-40d0-431b-bd63-08e1bee28ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:56.588009411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-a-5f6115a4","reconcileID":"df56ed2c-e04f-4d5f-89ed-f54096fb627f","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-a-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-a-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.078709719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"521e7460-e739-4c3f-99c4-b17384cfb683","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.094684006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"6b6d0354-b5ae-40a5-88f2-22a6614c997f","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.094707782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"6b6d0354-b5ae-40a5-88f2-22a6614c997f","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.124836109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c16943b4-ca41-4d36-8c8e-b6443f89cd64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.125004913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"812adcd1-30d2-40a1-b0bf-f0803551933a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.126591338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f49406f6-ad09-4b27-bb98-b21bfd9847b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.1266031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a8087908-30db-4ffd-ad49-2d88be7f16b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.12712175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f077299e-a1c2-49ba-85b4-6fa071e8e79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.146436376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a8087908-30db-4ffd-ad49-2d88be7f16b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.146511071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f49406f6-ad09-4b27-bb98-b21bfd9847b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.148994823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"812adcd1-30d2-40a1-b0bf-f0803551933a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151037263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c16943b4-ca41-4d36-8c8e-b6443f89cd64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151341538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f077299e-a1c2-49ba-85b4-6fa071e8e79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151411805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c87b263-b074-4e61-81a2-12ed2cdaa5fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151426877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c87b263-b074-4e61-81a2-12ed2cdaa5fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151647537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e718380-5dcb-4753-b149-73bc4c37dcd3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151658175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e718380-5dcb-4753-b149-73bc4c37dcd3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.151834646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ebd9de7-dac4-448b-b738-96f5e82985a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.15184579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ebd9de7-dac4-448b-b738-96f5e82985a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.152096821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19591f04-32eb-4c0b-ae48-b3a6a30e4e90","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.152108131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"19591f04-32eb-4c0b-ae48-b3a6a30e4e90","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.152304576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d81b92c4-d4f5-45dd-b8fd-52dd407b38b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.152314639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d81b92c4-d4f5-45dd-b8fd-52dd407b38b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.170448728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"69865310-a313-4227-a020-71a4d8dd5021","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.170469842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"69865310-a313-4227-a020-71a4d8dd5021","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.186297851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7718d29e-6645-4110-822f-0d201e2b6b11","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.186320561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7718d29e-6645-4110-822f-0d201e2b6b11","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.186573879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8f60e93-33c0-4809-b783-bcadf89f5f51","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.186585457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8f60e93-33c0-4809-b783-bcadf89f5f51","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.186774728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06223db3-8551-43bc-8929-620effda7670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.186784472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06223db3-8551-43bc-8929-620effda7670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.211293472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c4ae4b7-8da7-4448-8864-567f9b40a506","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.240507406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a89a5930-32c3-4476-929c-59e27a6f76f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.240808273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"db5ab586-9956-4589-bc5d-c1ae6d5d55de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.243733948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"43a51911-68a9-492c-a702-fd27a8b9bcef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.270565644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50d5d2d2-d7b7-40e9-8f0c-ca835c4c314f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.274081017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e218d04c-9f22-4026-9bd7-9bc492dede3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.274761063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a89a5930-32c3-4476-929c-59e27a6f76f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.277816089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"db5ab586-9956-4589-bc5d-c1ae6d5d55de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.279653016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"43a51911-68a9-492c-a702-fd27a8b9bcef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.295245872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50d5d2d2-d7b7-40e9-8f0c-ca835c4c314f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.296089198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e218d04c-9f22-4026-9bd7-9bc492dede3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.322503689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19dd76b7-c037-4938-9cd9-4f161917d0c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.338872869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"1cba3f64-f313-4766-9517-192f203708d5","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.366350858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d0a357ab-549c-4f7f-911e-95a69b666bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.37122746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"1275514f-b187-4036-8cd5-600c136ac176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.386101939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"04b9e4d3-1173-48e1-bc86-33fa1644e459","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.387210179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d0a357ab-549c-4f7f-911e-95a69b666bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.391833342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"1275514f-b187-4036-8cd5-600c136ac176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.405801658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"04b9e4d3-1173-48e1-bc86-33fa1644e459","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.471753363Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"949214b1-bd30-44d5-aa35-ef5f348ccc7f","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.56798547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"aa1f613b-ad66-4681-919e-a0cce2078fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.589197599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b75b658-ff1f-4e15-9f15-8c292dabf69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.605932896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63422115-e723-4688-8a73-d7ff6a0c35ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.611095957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95e7aef-bf7e-46ce-97dd-62fddd66e959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.682977965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"fc7a392b-d694-4450-be58-3ec0d027ce3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.6930953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95e7aef-bf7e-46ce-97dd-62fddd66e959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.693115172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"aa1f613b-ad66-4681-919e-a0cce2078fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.695329287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5b75b658-ff1f-4e15-9f15-8c292dabf69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.695443469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63422115-e723-4688-8a73-d7ff6a0c35ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.714584665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"fc7a392b-d694-4450-be58-3ec0d027ce3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.783088784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"d1d9a50c-7b61-45c4-8174-a88c34d8d03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.783472225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e015a73a-75a8-4a2e-8bcd-d3a2f68a75bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.783663295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"35525a89-1f27-4331-bf06-b29da14d9bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.783900429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"815675a1-28a7-41b8-b23c-249c9f025102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.803441313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"35525a89-1f27-4331-bf06-b29da14d9bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.80348736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"d1d9a50c-7b61-45c4-8174-a88c34d8d03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.805728993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e015a73a-75a8-4a2e-8bcd-d3a2f68a75bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.805810816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"815675a1-28a7-41b8-b23c-249c9f025102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.836185443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"78d3384b-8b0b-4371-90ef-c03ddc37db6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.855376526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"78d3384b-8b0b-4371-90ef-c03ddc37db6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.894154381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"55624e98-b7e8-4da3-ab39-270ee0caafd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.89418012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"99f19c4b-6780-40be-af84-2b99f21e4215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.894624126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bd8842a0-999a-4143-adad-63904a6a095a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.913746384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"55624e98-b7e8-4da3-ab39-270ee0caafd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.913899755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bd8842a0-999a-4143-adad-63904a6a095a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.916022366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"99f19c4b-6780-40be-af84-2b99f21e4215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.896140028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"f0a19fe3-5802-4d47-8d4c-38c09260913e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.012802173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"e7f3b557-17b2-4bd3-98dc-16e025b478e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.016878149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"364f9584-05d4-48d4-84de-a0054401ed29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.016966744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b45b726a-c9ee-487b-9545-68a723bd11b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.021306849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"759263a5-54bd-40ce-addb-e9c666666804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.126213216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"ed9ba2e6-41ba-47d0-a0a2-558a94fe521d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.196753947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"219251df-60f4-44b5-bb8d-28d360fd85e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.197228566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fac7ff1-f85a-494c-b003-4b211c612bee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.197555885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"69a4b256-0faa-447d-bed0-2406d52f8dce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.197982948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"20f4b0af-32c5-48ed-80da-af4debe0a7c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.354896425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"67065832-03d6-462a-9538-fb66d5bd5f7c","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.394353398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"563d1355-ec9e-4ca1-8827-f09650d791f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.394936693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"56256fec-7c08-412d-9827-d7fc1563d738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.407969453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5ff969f7-3bd9-4f66-86c9-d9c8b77a9088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.408965207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"400553de-d2b9-41eb-ab80-2e1dfabd902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.444601948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"400553de-d2b9-41eb-ab80-2e1dfabd902f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.447773931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5ff969f7-3bd9-4f66-86c9-d9c8b77a9088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.787710693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2354b06d-b748-4a9e-8568-a7f8a80ca577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.78843974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"96db6934-4666-4730-a453-301b3982bc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.812355477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2354b06d-b748-4a9e-8568-a7f8a80ca577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.812840859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"96db6934-4666-4730-a453-301b3982bc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.901657705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"94f6668e-a745-4f93-92ec-f0e097acb771","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.903791708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"39c6bf0b-381c-42b2-9221-842a5c977e52","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.904292894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-a-5f6115a4","reconcileID":"2b7b8df2-6df6-45cc-907f-9a48c455a7fc","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-a-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-a-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.928817862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-a-5f6115a4","reconcileID":"74f4b9b3-9188-4d88-b833-59fa3ba477e0","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-a-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-a-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.929052583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"2a6204f6-7c68-4731-b3bc-efcd65cb9b6a","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.929387837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"79c0d720-1aec-4803-8e2f-f521766f4c5a","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.951891736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e587ab9b-c4d0-47d1-bb89-ab053fe9ce44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.952052784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6ccd2ae9-29c9-42e5-8e0b-e650e3949b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.968415862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"27fbf27f-592a-4c94-a163-265fad56d057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.968448538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"67c6e01e-e6ee-4b06-af36-008f62dbca69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.971445088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6ccd2ae9-29c9-42e5-8e0b-e650e3949b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.971612831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e587ab9b-c4d0-47d1-bb89-ab053fe9ce44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:06.161096942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"202340d4-e247-4653-90cf-0938dc04370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:06.163119359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"457f13ca-00bd-470e-9c0d-d685b4faae0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:06.181900631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"202340d4-e247-4653-90cf-0938dc04370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:06.183274961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"457f13ca-00bd-470e-9c0d-d685b4faae0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.423855993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47d812a-83a2-482a-8bac-cfd84adb6aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.424888501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"4c3d4db0-2420-4698-98d2-3f960c8ab81d","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.425578253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec39320-1ac3-4c9b-ac81-8d6d06e79c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.49613259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"4c3d4db0-2420-4698-98d2-3f960c8ab81d","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.499441818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47d812a-83a2-482a-8bac-cfd84adb6aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.5060886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec39320-1ac3-4c9b-ac81-8d6d06e79c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.626570842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d5d23b5b-6055-4f0a-996f-7d4c1a109afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.626900188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4fe490ec-f6f3-49cb-9762-9fc773b7b358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.652469287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4fe490ec-f6f3-49cb-9762-9fc773b7b358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.653456178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d5d23b5b-6055-4f0a-996f-7d4c1a109afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.560320817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"d0249c80-81f6-40cf-ad62-c4ba36fe3cab","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.658520055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"cf333c59-f093-425c-ad61-84d72d8160e9","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:17.697121852Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.523065599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"5e779fc5-c850-4f59-b865-6e667ae73ba0","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.526062332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"ea26f0fe-2845-4a9e-87b3-ec469972b855","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.528129144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"5a3c97d2-67cb-4432-b052-45bd98145c02","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.551003801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e1097fc4-5bad-4cd2-b82c-337bc9d9347b","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.5514698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"ce74d52e-c6c1-48ad-95a4-e96e8a1fe9d8","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.551783004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"a5079925-b843-4b25-adf8-6ecf20400225","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.571158623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"18f772e3-8da1-48d7-a0b3-86536aa49554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.571492512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ef627f12-80dc-42ad-baae-69cf109fa29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.587155678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"a890d76e-c3e0-484f-9487-881459a09305","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.589989293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"18f772e3-8da1-48d7-a0b3-86536aa49554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.590497365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ef627f12-80dc-42ad-baae-69cf109fa29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.591117607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"53e8b4b9-a880-422f-954e-b932ed84f2bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.773087885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7b05909d-e606-4d75-932c-13396c0c8714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.773130826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"f00c5399-a5b2-4879-9f78-6644aaabbd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.792601733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7b05909d-e606-4d75-932c-13396c0c8714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:21.792795254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"f00c5399-a5b2-4879-9f78-6644aaabbd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:23.395225806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-b-5f6115a4","reconcileID":"cc43910e-7b95-48d1-8214-f4beeec10ef2","MaaSModelRef":{"name":"e2e-conflict-b-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-b-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-b-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:23.416138894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-a-5f6115a4","reconcileID":"8724606f-0693-4ef7-b013-7d0dc544ede2","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-a-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-a-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:24.338362034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-a-5f6115a4","reconcileID":"a4d3318e-4fea-4d4d-9eb5-897ac9277c8c","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-a-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-a-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.49759813Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"31207948-6050-4cca-85e2-ba4de1c1757f","namespace":"llm","name":"e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.53610417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"f6358396-73f0-42d9-9852-037ab6e1e837","namespace":"llm","name":"e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.550592052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ceb83da2-3ebb-432b-88bf-7ab9c436125c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.552201941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bb4d8aa2-408e-4f34-a1bd-6b92c9124e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.552201897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7f3805ab-ded9-4444-9b87-1b662df20dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.558677644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3e47baa6-abf3-4a8d-93af-f3526ece49a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.559143309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8566c55c-a248-434a-b153-2db14667d632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.570281069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ceb83da2-3ebb-432b-88bf-7ab9c436125c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.572655775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7f3805ab-ded9-4444-9b87-1b662df20dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.573412737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bb4d8aa2-408e-4f34-a1bd-6b92c9124e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.579177982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3e47baa6-abf3-4a8d-93af-f3526ece49a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.579831457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8566c55c-a248-434a-b153-2db14667d632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.638504848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd90c455-f06d-4ded-9a85-bf657dcc84df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.638527584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd90c455-f06d-4ded-9a85-bf657dcc84df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.638884183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d6969a4-a808-4da0-abc4-7e38425afe91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.638915626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1d6969a4-a808-4da0-abc4-7e38425afe91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.65811748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"923384b0-4ca2-4665-bf53-a943506e94dd","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.658144951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"923384b0-4ca2-4665-bf53-a943506e94dd","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.666293361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2011ca00-d4a6-449d-848d-467271627de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.673602582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"adb453df-858d-414c-b484-54d24ca5970f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.673624029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"adb453df-858d-414c-b484-54d24ca5970f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.67386068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec53df5a-8441-495a-84ab-6876a324d0f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.673873105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec53df5a-8441-495a-84ab-6876a324d0f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674058353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001c54ed-a01c-413c-9c17-b871e1754e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674069489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001c54ed-a01c-413c-9c17-b871e1754e36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674444976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"119a4c24-44f8-4f9e-85e4-3f860c9dad80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674462526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"119a4c24-44f8-4f9e-85e4-3f860c9dad80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674712818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bb8254ae-8b32-413e-8184-91dcd3e13839","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674726401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bb8254ae-8b32-413e-8184-91dcd3e13839","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.674997074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c2a10c7-ef5e-4d1a-ad92-a52e5a8041a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.675012238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c2a10c7-ef5e-4d1a-ad92-a52e5a8041a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.67543184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"021d05cb-7546-427d-9f84-a89e7a5b9be6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.675445282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"021d05cb-7546-427d-9f84-a89e7a5b9be6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.675653181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db4e0554-e7c4-4de6-a03a-a5142b7f0122","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.67566496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"db4e0554-e7c4-4de6-a03a-a5142b7f0122","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.680652422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fcecde9-47e2-4e36-90fd-64c154d68e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.680749673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b93c0ddf-9a64-47ee-997e-a564b15aa5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.685676018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2011ca00-d4a6-449d-848d-467271627de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.691222356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"63460fd9-e0a0-4ee5-b351-8f6bac1e3b2a","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.691239884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"63460fd9-e0a0-4ee5-b351-8f6bac1e3b2a","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.701684099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fcecde9-47e2-4e36-90fd-64c154d68e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.701733165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b93c0ddf-9a64-47ee-997e-a564b15aa5c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.710222721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fe40098-c2d2-43a1-85e8-e99d2ebb896a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.710615216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc790334-2e73-457c-8b1c-9a1e4ebee495","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.725804095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"80b2bfcf-3374-4f21-a848-4e27d728a6c7","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.757956224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"4b0dc4e9-c813-45e4-97c7-1d8cf8b1b17f","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"name":"e2e-rt-eq-26490c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.761744099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"97f8afc3-e3be-4668-a8f0-ae8f7987ae13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.776198478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"1f304bc8-e3fa-4330-a05a-641f036f3a43","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.780691293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"97f8afc3-e3be-4668-a8f0-ae8f7987ae13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.797162909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"1f304bc8-e3fa-4330-a05a-641f036f3a43","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.863647278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"aad63835-fd1b-4012-998f-34c0dbb5cf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.878388105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a35f9fa9-5225-4d97-b99c-64ca571a057c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.878419359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"656babcb-c884-4449-a0dc-42ba279cb7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.878777742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1b8440d6-8f06-4573-aab6-0519ff1d5a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.883482447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"aad63835-fd1b-4012-998f-34c0dbb5cf5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.903088231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1b8440d6-8f06-4573-aab6-0519ff1d5a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.903122535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a35f9fa9-5225-4d97-b99c-64ca571a057c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.905490452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"656babcb-c884-4449-a0dc-42ba279cb7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.963614261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1ee9dfda-f572-4b95-8342-404595cb083c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:26.980098177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3e93eea2-4f21-4b37-9c75-4879d0262457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.002401259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5926f514-7e44-4e9c-a961-cdb39569481a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.011112789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"baed9d2b-0646-4d31-9c9b-ffb81eadc854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.037885874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1ee9dfda-f572-4b95-8342-404595cb083c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.040428399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3e93eea2-4f21-4b37-9c75-4879d0262457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.057281479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"baed9d2b-0646-4d31-9c9b-ffb81eadc854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.067927208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5926f514-7e44-4e9c-a961-cdb39569481a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.06959265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe45878e-d9c9-44f1-8464-866dd0ddfd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.112125669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"93f340fb-e66e-41ca-b0b2-11ca3d17872f","namespace":"llm","name":"e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.137562865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"feb8fa4e-67fc-4dce-aefa-6bf29b0221d8","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.137598461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"feb8fa4e-67fc-4dce-aefa-6bf29b0221d8","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.144083147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe45878e-d9c9-44f1-8464-866dd0ddfd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.2377646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"75fb35e6-da86-46f7-8326-73f4c81758f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.237854678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"dd0c0d25-5107-4332-9c0a-d417069acc69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.23830987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"03a08ae0-9125-4390-840c-9043edbc21fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.258489424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"75fb35e6-da86-46f7-8326-73f4c81758f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.258491469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"dd0c0d25-5107-4332-9c0a-d417069acc69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.258773352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f6d87a8-f1b0-4f7e-9076-dc195511b639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.260839522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"03a08ae0-9125-4390-840c-9043edbc21fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.268234581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"63adef9b-305d-49ee-93ae-c32d6a9f85f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.278507705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f6d87a8-f1b0-4f7e-9076-dc195511b639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.28773521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"63adef9b-305d-49ee-93ae-c32d6a9f85f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.369493861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"05af5cbc-42f0-4176-b884-e65ca0e4392b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.369618002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4913989b-15b4-4975-b40b-8532a191c08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.369918021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3ce4736e-18b4-4eb1-846b-71fc370b6f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.377552023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"501fe7d2-d41c-4ef7-bb3c-3f05be1c507f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.388774392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3ce4736e-18b4-4eb1-846b-71fc370b6f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.388931029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"05af5cbc-42f0-4176-b884-e65ca0e4392b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.391315411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4913989b-15b4-4975-b40b-8532a191c08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.393319317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3de46e8-b7ab-49cc-b48c-d11dae089e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.396591556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"501fe7d2-d41c-4ef7-bb3c-3f05be1c507f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.413231665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3de46e8-b7ab-49cc-b48c-d11dae089e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.480437649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"fc695f2f-8f6b-45b4-89b6-1e3f7d7883b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.480621532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"be7dae1f-20dd-4991-8414-66b52b9a902a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.484852811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e3d26c6c-a511-44e3-b391-23638ecc797b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.499566951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"be7dae1f-20dd-4991-8414-66b52b9a902a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.49973382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"fc695f2f-8f6b-45b4-89b6-1e3f7d7883b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:27.504330768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e3d26c6c-a511-44e3-b391-23638ecc797b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.41870044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"208c17df-3f95-42f1-8261-b1337256d443","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.41872409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"208c17df-3f95-42f1-8261-b1337256d443","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.453308219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"98f67e07-8a9f-415b-8d17-425f2443914c","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.453329611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"98f67e07-8a9f-415b-8d17-425f2443914c","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.499920511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"8513d786-473e-4131-ada6-e30327c79aa6","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.519035878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"8513d786-473e-4131-ada6-e30327c79aa6","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.716889559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"79304d20-882f-46d3-8acc-ac35df6a63f8","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:32.716913024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"79304d20-882f-46d3-8acc-ac35df6a63f8","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.682374404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"c018f016-510e-40d0-b43b-84b62ba5d30e","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.682763437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"47980e38-614f-4c59-9678-53bca59b8872","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.683025342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08d6266e-9f01-47ba-9235-368e2c94b7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.68347396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b70a127-4543-477b-9c0d-25448b59771d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.709946474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"47980e38-614f-4c59-9678-53bca59b8872","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.71355764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"c018f016-510e-40d0-b43b-84b62ba5d30e","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.714556102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08d6266e-9f01-47ba-9235-368e2c94b7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.717416461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b70a127-4543-477b-9c0d-25448b59771d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.765119185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"cce6bf86-cf01-49f0-839b-1e91802177d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.785768254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"cce6bf86-cf01-49f0-839b-1e91802177d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.895701156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c7f166ea-4773-4b40-817a-7eb4ad6b5983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:33.9170558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c7f166ea-4773-4b40-817a-7eb4ad6b5983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.117472744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"4943ae85-1f5d-47f0-b2d7-892bd9b08e40","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.117987049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"91f1cb76-b705-4028-8adf-295714a8e270","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.118291917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c9280bb7-e31f-47aa-8962-e07a3d0a889b","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.148507032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"e815d615-1e07-4779-b148-ca47897049e1","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.149075684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"5129e530-98b1-493b-8a37-bdc8ef7454c6","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.149562297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"586bd31d-eff9-48d2-adfe-0b77575fa9dc","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.183029807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4e27123b-67c9-4e83-8aad-ec39f1af3d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.183319292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9d79ac02-093f-41e1-8ae3-569206519117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.203217891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"dcdca92b-85a0-4444-8fd8-1fc42c83ec7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.204074183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"e1911be5-58c2-4b09-b59a-f7c74d6eb443","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.20758839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9d79ac02-093f-41e1-8ae3-569206519117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.219727859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4e27123b-67c9-4e83-8aad-ec39f1af3d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.379312638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ea95fb83-633d-4c63-99b0-ffe1c425b237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.379688242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"afae1043-7985-49de-8297-f4330704a4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.39969383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"afae1043-7985-49de-8297-f4330704a4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.399804367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ea95fb83-633d-4c63-99b0-ffe1c425b237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.885106292Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-26490c-sub models-as-a-service/e2e-rt-sw-43e1b8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.900325806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"7dcccde3-98fc-4aa2-8779-f621dbaf684b","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.900347269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"7dcccde3-98fc-4aa2-8779-f621dbaf684b","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.917828882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"f6e18aa6-6852-46fd-af86-d09a7bd85b46","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-26490c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.951946687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"34d0b314-7103-4e0f-8545-fed7a2fd11b6","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.951968481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"34d0b314-7103-4e0f-8545-fed7a2fd11b6","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.96137209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660178e1-739c-4d62-abb8-3455446d3263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.96138593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"1cc577bc-baae-4857-a589-e9958c007ddd","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.961809926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"7a23c04e-2587-450b-9ffc-ec06df4c546c","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.961812903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46541bb7-7a35-4752-abb1-3ed2ba2cbe7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.984082555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660178e1-739c-4d62-abb8-3455446d3263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.984149971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"1cc577bc-baae-4857-a589-e9958c007ddd","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.986754602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"7a23c04e-2587-450b-9ffc-ec06df4c546c","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.986940919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46541bb7-7a35-4752-abb1-3ed2ba2cbe7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.986969606Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"34d0b314-7103-4e0f-8545-fed7a2fd11b6","name":"e2e-rt-eq-26490c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-26490c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.987021583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"34d0b314-7103-4e0f-8545-fed7a2fd11b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-26490c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.003175029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"2414210f-a8fe-4c7a-9ec2-3918baba58e4","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.003197368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"2414210f-a8fe-4c7a-9ec2-3918baba58e4","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.040136667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"40926aa8-fca5-4721-823a-aa2e512cbbef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.040168051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"40926aa8-fca5-4721-823a-aa2e512cbbef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.066987841Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"07ae981a-6f3f-447b-be98-e0ba916c7dd4","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-26490c","model":"e2e-rt-eq-26490c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-26490c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.212964637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"e8f25818-f28e-4a2f-894a-26fdc636094c","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.213005355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"e8f25818-f28e-4a2f-894a-26fdc636094c","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.250871274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b6ffd7-ddc2-499e-b9c4-53b448365f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.273179932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b6ffd7-ddc2-499e-b9c4-53b448365f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.281516152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"290bc941-ce72-477e-a656-eeb9586034f4","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-26490c","model":"llm/e2e-rt-eq-26490c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.31940212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"641c5ba2-b643-4cdd-a44b-e6d98d1f3e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.319849339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"95bdeba7-ef37-4ed4-a658-fe15e565f3a1","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.31988879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"54a59fdd-cf25-4dee-887f-654647fb21e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.340127951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"641c5ba2-b643-4cdd-a44b-e6d98d1f3e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.340375604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"95bdeba7-ef37-4ed4-a658-fe15e565f3a1","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.342360791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"54a59fdd-cf25-4dee-887f-654647fb21e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.789739419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"075b82c4-bfa8-4fa1-82e2-c24a09475cdb","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.790039157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"691c7d59-7ecc-4afc-b4b1-4098281ce648","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.790287474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"e2e-conflict-a-5f6115a4","reconcileID":"41e91105-c675-4642-97a2-34211acff1c5","MaaSModelRef":{"name":"e2e-conflict-a-5f6115a4","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"e2e-conflict-a-5f6115a4-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"e2e-conflict-a-5f6115a4","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.836350932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f12cdca1-b7be-45a4-b01f-a81f836165fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.837123745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a840d118-b193-4bed-870f-4325ff185c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.853485105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"c9074dfc-de04-4f54-a8fd-3866e2434880","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.854188616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"e4e2f17d-c6fb-4d4b-b7cb-d3448e9ebe51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.856849302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f12cdca1-b7be-45a4-b01f-a81f836165fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.859199782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a840d118-b193-4bed-870f-4325ff185c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:42.262345361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"14778162-9a09-4f58-ba2d-4a6a2ec3898e","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.286808102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"1d2d511e-a748-4866-b096-adf3aefb6912","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.307010593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"f3d36a35-6b3b-4e6b-a86c-7be71e0f7c13","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.352445114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"a55c744d-eb95-41f5-a4d9-2781d1b1570b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.371550441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"a55c744d-eb95-41f5-a4d9-2781d1b1570b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.389979645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2aac2544d6f35fa975519354b4b5ce26a1d70b562fc442de73ccde7b8b3fed7) AuthConfig (b43955b894d9a11e1ffecfd45307e222eb2aa71e343172b49efa48d13e709d37) AuthConfig (39d07f1d531972b65236c502bce7d3e5903f1c8691b35d0db35799cf8ac34bdd) AuthConfig (a50408a074e882ca0067631c621952a1fee11d17cf9c8beb3b812859aef46998) AuthConfig (fb0228faeb824f65e7b1103a170216eaf906c4db7ece79af54c2e8698c2015dc) AuthConfig (d2f292440eb65fd094d3c24b0db621a4748fab867be57a4f8655c2581cca712b) AuthConfig (3f1ea3aa0dd78c4e069b666c3d3d96956eb7780a03e0bc66ea43514f22739af7) AuthConfig (f2f4d4933fd53a3ce02c665bddb6346f076c050333f107d607e26d9fc0224cab) AuthConfig (54f2fdad13408d921ee678a4ea409392aee76e980d7f42a3edcdd7c1d7fbff1e) AuthConfig (60e86577a55f2f3aae8338e81b48d3c592a3135ec479f381b8037203b2712fea) AuthConfig (1a8fd48d261d0ac3c2e264995ce68eae5587482175e5b519a94520a1efbfdf99) AuthConfig (38861f2b70ac80abeaf43bad7be3850a35b4c813b86b533ddb209d11ea014177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"a55c744d-eb95-41f5-a4d9-2781d1b1570b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.411738122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"ace0d49e-3c62-4219-b832-a3bfbc98edcd","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.459479511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"c9ce3fd9-dc9a-49cf-a8a4-4971259921ca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.47862003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"c9ce3fd9-dc9a-49cf-a8a4-4971259921ca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.496851138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-99bdb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2aac2544d6f35fa975519354b4b5ce26a1d70b562fc442de73ccde7b8b3fed7) AuthConfig (b43955b894d9a11e1ffecfd45307e222eb2aa71e343172b49efa48d13e709d37) AuthConfig (39d07f1d531972b65236c502bce7d3e5903f1c8691b35d0db35799cf8ac34bdd) AuthConfig (a50408a074e882ca0067631c621952a1fee11d17cf9c8beb3b812859aef46998) AuthConfig (fb0228faeb824f65e7b1103a170216eaf906c4db7ece79af54c2e8698c2015dc) AuthConfig (d2f292440eb65fd094d3c24b0db621a4748fab867be57a4f8655c2581cca712b) AuthConfig (3f1ea3aa0dd78c4e069b666c3d3d96956eb7780a03e0bc66ea43514f22739af7) AuthConfig (f2f4d4933fd53a3ce02c665bddb6346f076c050333f107d607e26d9fc0224cab) AuthConfig (54f2fdad13408d921ee678a4ea409392aee76e980d7f42a3edcdd7c1d7fbff1e) AuthConfig (60e86577a55f2f3aae8338e81b48d3c592a3135ec479f381b8037203b2712fea) AuthConfig (1a8fd48d261d0ac3c2e264995ce68eae5587482175e5b519a94520a1efbfdf99) AuthConfig (38861f2b70ac80abeaf43bad7be3850a35b4c813b86b533ddb209d11ea014177)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"c9ce3fd9-dc9a-49cf-a8a4-4971259921ca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.624465062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"37f8d81b-c0b7-4cd7-a3c1-ee25d444db73","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.624949843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"2d8a3a03-594c-4227-b2e5-a69362caa534","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.672700778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f95377e1-b88f-40b0-ad74-2ce0872eab70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.67275127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5856827b-5f84-420a-91d7-4cb60657dbc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.6913689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"c8fac8f8-87ce-413e-b8f4-8130cedda79f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.691373155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"9c0b8f9b-3549-499d-b5ed-cfe6f714f7ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.695164409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f95377e1-b88f-40b0-ad74-2ce0872eab70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:46.695179099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5856827b-5f84-420a-91d7-4cb60657dbc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.264432054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"0f67d8cb-c47b-4a0d-8ffc-c9e38fc8398b","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-26490c","model":"llm/e2e-rt-eq-26490c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.320293123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"44db7985-d6ae-4bca-9835-f86971a93836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.3206771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3a3378eb-8b9d-4639-a63b-143e7f2abc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.349543813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"44db7985-d6ae-4bca-9835-f86971a93836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.350591987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3a3378eb-8b9d-4639-a63b-143e7f2abc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.391836058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"fc5cb161-642b-4721-8c39-4fbf6984a730","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.391940663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"fc5cb161-642b-4721-8c39-4fbf6984a730","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.438721651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d81d4d27-d433-4831-b036-90981b322ea0","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.43899748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c323e59d-afd6-4256-ad73-6af0371bb124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.438722729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4be4f25a-1b28-4e5d-9214-1c4aec1f82a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.464730088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4be4f25a-1b28-4e5d-9214-1c4aec1f82a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.46798648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c323e59d-afd6-4256-ad73-6af0371bb124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.470769004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d81d4d27-d433-4831-b036-90981b322ea0","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.567804189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"c174abe6-48e2-4461-b60c-1f465a7ef767","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.647430403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"c174abe6-48e2-4461-b60c-1f465a7ef767","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:47.712498909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.201927947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"21983837-0742-43fb-9917-84619d04ba6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.543906222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"05dd8696-a6c1-4d2e-b15a-b25ddf7c1f55","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.563284091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"05dd8696-a6c1-4d2e-b15a-b25ddf7c1f55","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.646524201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"2be8e564-ba33-4052-929f-efc690192582","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.524183182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"dea69319-4869-45c0-89da-34e94c82a482","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.524335484Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-26490c-sub models-as-a-service/e2e-rt-sw-43e1b8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.542522118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"7d9a777f-9deb-4942-9b60-01b64de6d8d7","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.558661898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-subscription","reconcileID":"22a9fd58-436e-4d48-9165-174abb85ca38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.569837184Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"8c48155f-39ea-4baf-9d49-d9496f6f3969","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.570006459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d2a9ba8f-2e87-45d7-b51f-02ba79996f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.572625328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0b19f724-87cd-4781-bfc7-d278676bc0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.58952352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"8c48155f-39ea-4baf-9d49-d9496f6f3969","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.589835104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d2a9ba8f-2e87-45d7-b51f-02ba79996f02","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.590195141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"bbe06c74-3c1c-41c3-bef6-a3dbd02af64d","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.590621314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d4297753-7980-41e1-90ab-a94b492b4088","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.592375267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0b19f724-87cd-4781-bfc7-d278676bc0c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.592494515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"4495a0ed-baaa-4ec8-93db-14c62ff1ad60","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.599835458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"2eb18eae-3f00-4253-8dfb-5416d0343a69","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.620565073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d25ae0f8-5f38-4ec2-8c79-bb814d0c459f","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.670654705Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3934b393-3e9b-4c43-8a33-c0d5e84bc1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.670722057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3934b393-3e9b-4c43-8a33-c0d5e84bc1b3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.670769344Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fef65928-9d4b-43b9-8981-422d5b3e200b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.670832038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fef65928-9d4b-43b9-8981-422d5b3e200b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.671369352Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"8f0c9a2b-d812-4348-8060-af359b789965","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.67142986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"8f0c9a2b-d812-4348-8060-af359b789965","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.701965778Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-subscription","reconcileID":"34b09778-aabb-42cb-8b0c-83df57ad024a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.757481269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"784f96b8-7880-4422-8658-710b37f09442","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.771600827Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2ab264e7-aa04-4608-aed5-4e149f5759fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.771629205Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"fa31e214-b75e-4908-b21d-58bbe79021aa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.771654433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2ab264e7-aa04-4608-aed5-4e149f5759fb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.771675011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"fa31e214-b75e-4908-b21d-58bbe79021aa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.771867622Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c32994ff-1a0f-4f89-a86e-d08ccffe59e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.771903744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c32994ff-1a0f-4f89-a86e-d08ccffe59e0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.784935656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"aa29d19d-da63-40df-9f80-4fb364a5437f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.870609285Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1b7396ca-8d61-4838-a746-1d9cc08cb49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.870680945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1b7396ca-8d61-4838-a746-1d9cc08cb49e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.870614518Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3a75a5bb-0c78-4291-9f19-f8e58834e4d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.870744406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3a75a5bb-0c78-4291-9f19-f8e58834e4d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.870817001Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"6a22afba-8b87-4ac2-9041-6ad55e6cf589","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.870865506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"6a22afba-8b87-4ac2-9041-6ad55e6cf589","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.885658946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-subscription","reconcileID":"5b266346-71b5-4aff-9072-316d9641d49a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.970985488Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9458d8fa-82a1-4193-8ed7-00ab3137f8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.971054918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9458d8fa-82a1-4193-8ed7-00ab3137f8f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.970999847Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a956b303-0c1e-4141-b9d8-eccef4f6b4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.971112341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a956b303-0c1e-4141-b9d8-eccef4f6b4f2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.971157473Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"ca7e5e71-23a2-4e27-bdbd-93f2f6c6e327","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:54.971202634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"ca7e5e71-23a2-4e27-bdbd-93f2f6c6e327","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.098531406Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7a362289-9952-4bb2-857c-98c125c39fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.098605799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7a362289-9952-4bb2-857c-98c125c39fc5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.101563239Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b7ec2c5f-6d85-4e7e-9639-661dabde5ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.101624482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b7ec2c5f-6d85-4e7e-9639-661dabde5ce8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.101567029Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"1d697ee5-2e60-483d-ad2f-317fc719c456","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.101668602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"1d697ee5-2e60-483d-ad2f-317fc719c456","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.304860595Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b3b59c1b-8ff3-4ef6-b3d8-8b912efb1937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.30493141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b3b59c1b-8ff3-4ef6-b3d8-8b912efb1937","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.308305544Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"90625f2c-f036-4290-9882-adb9fa2c14f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.308357944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"90625f2c-f036-4290-9882-adb9fa2c14f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.308472818Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"a7b738d5-18c1-46fc-9aec-ed00fdd46625","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.308527375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"a7b738d5-18c1-46fc-9aec-ed00fdd46625","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.691058768Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"99933f98-1a1a-42e9-8df5-4c8e6d8ac4ad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.691231311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"99933f98-1a1a-42e9-8df5-4c8e6d8ac4ad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.691722774Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"78f849c7-e25d-4979-9fcd-4258b340b6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.691821267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"78f849c7-e25d-4979-9fcd-4258b340b6b1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.692098072Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"76e7d40e-3b3c-4c26-a9af-fe095f0889cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.692178506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"76e7d40e-3b3c-4c26-a9af-fe095f0889cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.349463878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"4591f01f-b142-4980-a753-0eaea92ca47d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:56.378468791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d58d3f0-cb6e-4eca-8b08-4e109014c427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:56.378538244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d58d3f0-cb6e-4eca-8b08-4e109014c427","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:56.37867773Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"e01b2d25-26a7-46f9-bf9f-7f886ae564a9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:56.378735606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"e01b2d25-26a7-46f9-bf9f-7f886ae564a9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:56.379175999Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7c43658a-401b-4db6-b451-c7cdfa5c8b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:56.379216828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7c43658a-401b-4db6-b451-c7cdfa5c8b75","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.204969037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d4884a00-5fe2-4131-898b-d54cca6e3f96","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:57.251554261Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"7bdee6ec-4e42-48b9-b134-4f4063da29f6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:57.251617791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"7bdee6ec-4e42-48b9-b134-4f4063da29f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:57.251800103Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c301ac02-3436-4ceb-8eed-72d91310ccac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:57.251830335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c301ac02-3436-4ceb-8eed-72d91310ccac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:57.251855639Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4ac142cd-a464-4296-8869-9a54789a8429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:57.251925239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4ac142cd-a464-4296-8869-9a54789a8429","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:57.838046378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"2dab3a56-f30c-494b-8c56-e66cbbe3b3cf","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.446382004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"7c587682-c012-4a5c-a2b9-1882fae360b2","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.446405512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"7c587682-c012-4a5c-a2b9-1882fae360b2","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.497841862Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"d60ae1a3-c363-49c4-9506-18f4adbd61aa","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-885c6809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.537493846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d8279398-5e69-4bda-92f5-629d7430f712","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.537648822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c34edcac-6d7e-4bc8-9401-5cc51a43568a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.537497095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"c22150bd-21df-4ded-9a19-ee218d8be915","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.538099722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26016d34-a92e-46ec-bf6f-b34e18fdf0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.557365235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d8279398-5e69-4bda-92f5-629d7430f712","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.558003071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"c22150bd-21df-4ded-9a19-ee218d8be915","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.559642547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26016d34-a92e-46ec-bf6f-b34e18fdf0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.560289502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c34edcac-6d7e-4bc8-9401-5cc51a43568a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.679163615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981e0885-7247-4b10-acc0-8bd32ecef26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.687180905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c794e50-08e6-4340-9840-2ba367f76774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.70086996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981e0885-7247-4b10-acc0-8bd32ecef26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.706134689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c794e50-08e6-4340-9840-2ba367f76774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.779237111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"c841b5fe-b31e-489b-8aa6-36b8514ce4e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.779383034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"e6580e84-8c7f-48be-b503-7ff2783e926f","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.798456148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"e6580e84-8c7f-48be-b503-7ff2783e926f","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.798711379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"c841b5fe-b31e-489b-8aa6-36b8514ce4e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.846972667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"97f39d61-3099-4f46-ac1f-b877b9ff0492","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.86630379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"5722215b-31f6-4af6-840e-bef306976507","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.92601809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"77469810-1cbb-4178-aa3a-8ee8fb502876","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:58.944939907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"77469810-1cbb-4178-aa3a-8ee8fb502876","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.027344257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"c0963112-4438-4a9d-8ce8-eab689bcc4b7","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.048407619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"6cccc78d-6da6-4f14-849b-59a63074f19d","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.070271512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"a6287839-04e5-4003-a8d4-f9e4247f3b4f","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.08437108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"6e4abc7a-6551-42ca-a67e-e7be921ae2e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.087273263Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"a6287839-04e5-4003-a8d4-f9e4247f3b4f","name":"distinct-w0-fc9316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.087321808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"a6287839-04e5-4003-a8d4-f9e4247f3b4f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.087915823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"f1f81698-9725-498f-9a4f-ec942551f08b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.103338847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"d6283330-b9f8-44e5-9311-f70081a48a64","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.103357385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"d6283330-b9f8-44e5-9311-f70081a48a64","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.106970747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"f1f81698-9725-498f-9a4f-ec942551f08b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.119889312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"7c4e42ea-f5b4-45bd-9397-3af4f53ace1f","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.139611879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"63bf1863-7d01-4c07-bd35-8c860e65ca84","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.191878945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5598b34e-ed2e-409e-9c9b-d8604ee344f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.191876153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c8a3b161-a67c-48bf-b523-915ef040ace9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.215029353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c8a3b161-a67c-48bf-b523-915ef040ace9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.215057348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5598b34e-ed2e-409e-9c9b-d8604ee344f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.215406094Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"7aface79-fb41-4e91-a046-59c06d876e84","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"distinct-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.215459481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"e3bbf576-a49c-4133-9fd9-ea61b9520464","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.234306064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"e3bbf576-a49c-4133-9fd9-ea61b9520464","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.238938169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"dcf47dd8-46ea-444c-a945-a9d16d953565","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.258530947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"56c9c9bc-6d79-4d2f-8a63-9195aa658f7c","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.270666039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"c7972c09-1ec4-43a5-b742-94f438494c36","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.331582635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"935e9a94-b10f-45f9-a72e-fc1232bb26b2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.333736592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"5d7eb0fa-e46b-4ef2-bbfc-8e42f41f44f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.352832384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"5d7eb0fa-e46b-4ef2-bbfc-8e42f41f44f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.425755662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"9d66e00f-e65a-45b3-a65f-8beb6b51bc90","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.42598625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-fc9316 priority=0:[ai-tenant-e2e-worker-w0-fc9316/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-fc9316/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.434237449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"31b4cd5e-885f-450e-8e50-f836bf4a946d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.434400295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5dfc8923-dcea-44d2-93c9-583f5f7f15c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.448864116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"78333929-ca2e-4c98-832f-2fac71f4d8fd","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.454143356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5dfc8923-dcea-44d2-93c9-583f5f7f15c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.454442943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"31b4cd5e-885f-450e-8e50-f836bf4a946d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.457704895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"46b7078f-78e4-48f2-b01f-ec37be7fd8d9","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.46444144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.47720815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"932a76ab-c0d1-4c0e-b1ad-cd98a4fce1e0","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.537442507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"7dc73ea4-ed11-4cf9-abfd-b418a3251b80","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.544157354Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"c409dd52-8708-462a-b8d4-42fbba138bd0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"distinct-2-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.590921142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"7dc73ea4-ed11-4cf9-abfd-b418a3251b80","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.60618834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"6fa13eaa-225f-4802-87b5-976d8c45ec75","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.64250123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"a798e3bb-a41a-4538-a7c4-51891a696542","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.680630156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b4dc069d-2041-4010-b4cb-cf12b382fd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.68069111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"06592954-522f-4f11-ad1e-0989ec4e55b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.681393236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d72e46c6-b3bb-4eb5-90fb-030bbd266402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.700930383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"06592954-522f-4f11-ad1e-0989ec4e55b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.703330244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d72e46c6-b3bb-4eb5-90fb-030bbd266402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.70358757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b4dc069d-2041-4010-b4cb-cf12b382fd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.704006267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"7fe2bfa8-ac7e-459b-a983-7d2b5f2f3291","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.783193905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"3e7108b9-40ed-4d61-beb6-51e2d7a1d30b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:59.804088923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"3e7108b9-40ed-4d61-beb6-51e2d7a1d30b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.859824122Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1c93aefd-b852-4d2e-9f13-fdf6154a961b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.859899516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1c93aefd-b852-4d2e-9f13-fdf6154a961b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.859830832Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"98fa5a9f-79f2-4fd2-8687-d3bc0937ef05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.859946199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"98fa5a9f-79f2-4fd2-8687-d3bc0937ef05","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.860005389Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"e318a511-e34f-4b15-9865-2861b9f99a32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:59.860052803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"e318a511-e34f-4b15-9865-2861b9f99a32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.862098491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"0cd9442d-779b-4432-ae38-58f16924a8f9","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.915621367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"84290f56-cf7a-477a-a8a5-29c66b976d3d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53fb37e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.940064518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3209e2b4-3957-4b89-82a1-fb0c53b3ba47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.940236343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"746d71a7-79f3-4f92-889f-ed354b5e5ea0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.940060492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3c54a1cb-b1ca-451a-8797-302e05174c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.940622727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"6ba90f7f-6237-4001-8deb-392490b1038b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.959896999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"746d71a7-79f3-4f92-889f-ed354b5e5ea0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.961080845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3209e2b4-3957-4b89-82a1-fb0c53b3ba47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.962225466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"6ba90f7f-6237-4001-8deb-392490b1038b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.964784769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3c54a1cb-b1ca-451a-8797-302e05174c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.083579649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"63fde310-b191-4a60-8a96-b0f3c97e8dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.083617855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"0a7e3d65-2f65-4d05-a793-b9b3916656b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.085175114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"bc38e7eb-6835-40af-991f-f86c7c509159","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.102954746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"63fde310-b191-4a60-8a96-b0f3c97e8dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.103441173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"0a7e3d65-2f65-4d05-a793-b9b3916656b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.105247782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"bc38e7eb-6835-40af-991f-f86c7c509159","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.183975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"36f3fe8b-a71b-493e-98ad-fdb0a9fcca09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.204659348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"36f3fe8b-a71b-493e-98ad-fdb0a9fcca09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.260578677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"422c2f31-22b1-4482-b60e-66a60508a741","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.261010681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"d682b775-6e2b-4611-9c48-a0d02095aac7","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.289325159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"c404a884-df10-4ca6-97d1-dd56a623c78a","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.289705486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"861d42a3-ee6f-4ea3-a022-8f899722f27c","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.327418482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"bed3665d-dad7-4018-a626-5b97211eff66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.35823788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d4b84b69-53c0-4e99-b21f-35d5497faa78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.358769648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2e7fb582-0040-4cc5-aba9-076691102477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.481908458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d4b84b69-53c0-4e99-b21f-35d5497faa78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.487738319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2e7fb582-0040-4cc5-aba9-076691102477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.526417034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"82279f22-9fa4-40c8-a5ff-d2ad5ce03aac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.66185693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"100c9a1c-f610-447f-bb93-28964b5bd10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.661856682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d9614b5a-0692-4890-93c6-12314e7b0cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.682086949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d9614b5a-0692-4890-93c6-12314e7b0cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.683114469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"100c9a1c-f610-447f-bb93-28964b5bd10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:05.049472425Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"82fab31b-80ca-446c-9b0b-67a056a90a6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:05.049544256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"82fab31b-80ca-446c-9b0b-67a056a90a6d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:05.049599198Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"cc56e5f4-464e-41f1-9385-783d87e6ce5c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:05.049665292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"cc56e5f4-464e-41f1-9385-783d87e6ce5c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:05.050058133Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5cd2d016-e173-4dbb-b983-3f376410eeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:05.050093655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5cd2d016-e173-4dbb-b983-3f376410eeb9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: compose ai-tenant-e2e-worker-w4-99bdb8/e2e-dedup-subscription@e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: model e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.629965731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"de9d5243-726f-4c64-bc8a-30ab76206f5e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.821609441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"96db82fe-ad01-4282-8f82-1f51f1f6c7dc","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.136291809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"42608b91-e8d3-4fe6-a8fc-aaa5f71b7253","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.136853976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"e1d0a959-807c-4ba9-8697-f6f7c686e3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.138386793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fba2c0e0-4747-4d18-a74d-562870b4e0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.139274624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"8f2e4d5e-7991-4395-90a9-da8958ff4954","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.184093508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"e1d0a959-807c-4ba9-8697-f6f7c686e3a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.188144788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"8f2e4d5e-7991-4395-90a9-da8958ff4954","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.200868553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"42608b91-e8d3-4fe6-a8fc-aaa5f71b7253","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.209775497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fba2c0e0-4747-4d18-a74d-562870b4e0b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.341946578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"17bdc44e-437f-4044-9c32-995a12730ec2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.3424274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"48edabe9-79c2-40c1-a93e-99732248e842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.385795417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"17bdc44e-437f-4044-9c32-995a12730ec2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.386943243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"48edabe9-79c2-40c1-a93e-99732248e842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.464549341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b94ff652-8f63-4c84-a139-e7dab4fc06f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.465218226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"64708fc4-650d-48bb-b97b-9df9812e2b31","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.545331239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b94ff652-8f63-4c84-a139-e7dab4fc06f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.558331329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"64708fc4-650d-48bb-b97b-9df9812e2b31","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.258468949Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-subscription","reconcileID":"73fd57b4-e0d1-4ec5-a365-064bf5bcf9a2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.330857191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-subscription","reconcileID":"73fd57b4-e0d1-4ec5-a365-064bf5bcf9a2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.393495422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"e7598a29-c05d-48c7-ad80-672c0caaea7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.448746967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"f1e98c45-193a-4654-b5b4-b1219e1dd423","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.498818817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"e7e66368-7bcf-400f-a450-72e40d997bcc","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.546661926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"386f7aa0-10b3-4671-8ab3-3d5133a9e61d","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.571303413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1e1ffbb9-162d-4112-9fce-9f092e82a656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.571921055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ea05e5a5-d35b-4596-b5f4-1d20b77dca26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.586600777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"84dcbab5-df17-4276-8bc0-8a7cf067cb09","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.600131958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ea05e5a5-d35b-4596-b5f4-1d20b77dca26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.610632354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1e1ffbb9-162d-4112-9fce-9f092e82a656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.625038008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"84dcbab5-df17-4276-8bc0-8a7cf067cb09","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.706335679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"f26a04ec-745b-4b41-9fb3-41009f0e1b6d","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.707149473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"a953cc57-29c4-4a26-8736-3e7c5c13e05c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:07.71202096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"84dcbab5-df17-4276-8bc0-8a7cf067cb09","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.712197208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-dedup-auth","reconcileID":"3abc30c8-e6c6-49d7-b130-1fd11b350c5e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.894491175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"39b0c209-a90b-4d55-a273-210d879d65cc","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.520705774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"2e5f04ef-dd47-4f73-af6c-9c340c97e22e","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-26490c","subscription":"e2e-rt-eq-26490c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.556356967Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"2e5f04ef-dd47-4f73-af6c-9c340c97e22e","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.572474416Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-sub","reconcileID":"2e5f04ef-dd47-4f73-af6c-9c340c97e22e","MaaSSubscription":{"name":"e2e-rt-eq-26490c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-26490c","namespace":"llm","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.752752576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"e0831495-165f-44d4-83e2-8b906601c7c5","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.752774212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"e0831495-165f-44d4-83e2-8b906601c7c5","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.823764593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"2df71453-9b1b-4773-a1df-be999f51e0b5","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.824478238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"eaf79466-53f6-4350-b0c2-5da5b59b2cc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.844575794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"eaf79466-53f6-4350-b0c2-5da5b59b2cc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.844835105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"2df71453-9b1b-4773-a1df-be999f51e0b5","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.868832264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"39600598-0453-4ccf-beb7-c88869622c85","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.869063358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"b8dbcf17-9a7d-4e78-85b3-b1edacab609d","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.899751075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"fdf253f6-9d18-48ab-aee8-8d7e428336af","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.899863332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"fdf253f6-9d18-48ab-aee8-8d7e428336af","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.922270231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27579844-8187-4efc-8ca1-5aa440220fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.922994192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55e0f08-bf89-4d23-87ec-0ca8cebd4798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.923970766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"d7319571-6897-4bf0-bf24-927828c65ea0","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.924338456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"f6394048-07ba-4fe6-a359-0e0e52d256cc","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.93753756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-26490c-access","reconcileID":"663acc52-c0ba-4646-a193-3e39a9ef4b6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-26490c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.945428146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27579844-8187-4efc-8ca1-5aa440220fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.945616342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f55e0f08-bf89-4d23-87ec-0ca8cebd4798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.020695399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"c43ac7b5-7293-4f7b-b334-b9e5e9fc96f3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.045615165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"c43ac7b5-7293-4f7b-b334-b9e5e9fc96f3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.076121907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"e080a9a6-47df-46b7-afff-785b6c8c4278","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.105463212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"0d28eed2-40ac-4955-93e9-bd783315337f","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:09.12017988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"42dfc895-96bc-49b8-8912-c3fa7f58c0ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.13224222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"63f9e1b3-4cd7-47a4-8d21-bb6a7db16f2c","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.132798717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"b5dad81c-10f2-4758-9115-e002f6acafc7","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.150866732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"1a8633bf-fe29-492b-9598-0702ce223073","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.150887992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"1a8633bf-fe29-492b-9598-0702ce223073","MaaSModelRef":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-26490c-38158e21392b","namespace":"llm","model":"e2e-rt-eq-26490c","externalModel":"e2e-rt-eq-26490c","provider":"e2e-rt-eq-26490c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.166624018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"de2dc62c-20d9-4daa-8b90-89c1cd62a406","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.166941853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"5caf0581-7dbd-4b7a-b37a-6e616b22b9f7","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.169762619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0c2c802e-7517-4437-841e-231afa82b94f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.176625962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"07f996fc-78f8-4b07-9eb6-01d729fe1a8d","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.176959854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"d559c33f-ac4b-498c-87be-2cd94b6ac250","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.198147057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0c2c802e-7517-4437-841e-231afa82b94f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.262497615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"46152436-78b4-4b13-a962-d63c989f1b0a","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.263013434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"983512b3-33cf-48fa-be92-2dc531c4e1b9","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.265133957Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"b7e5b6de-fc43-43a4-a56c-c8ff80320d82","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-w4-99bdb8","model":"distinct-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.272878137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a8fe2541-00af-4967-869e-2b7ddf58dfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.297189022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a8fe2541-00af-4967-869e-2b7ddf58dfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.327203573Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"b7e5b6de-fc43-43a4-a56c-c8ff80320d82","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-2-w4-99bdb8","model":"distinct-2-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.407623793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5f504193-1dca-4740-813d-01c692b45f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.408612477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"614c3470-6aaa-4f60-9fdc-7d5751a5723b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.444329557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5f504193-1dca-4740-813d-01c692b45f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.452575816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"614c3470-6aaa-4f60-9fdc-7d5751a5723b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.516529903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"c5388d8b-c1e5-448b-8ab2-18370acad9ca","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.517531049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"1acb7824-8eb1-45d8-9787-0cea21bccc02","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.56981772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ed10d2fa-3979-4764-8968-08318cea74c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.585690048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"fabdd7b9-4a01-4e57-91b5-fe6e57d58249","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.618367245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ed10d2fa-3979-4764-8968-08318cea74c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.640371329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"fabdd7b9-4a01-4e57-91b5-fe6e57d58249","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-2-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.657507233Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"e5201c8a-e0fb-46bc-b411-823acacbc327","namespace":"llm","name":"e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.676551203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1e8ee0a-cc7c-47b2-a512-051e3d360bbb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.676575095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1e8ee0a-cc7c-47b2-a512-051e3d360bbb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.676898635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5da822b-de15-4343-9ec7-acc7b70cc314","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.676917839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5da822b-de15-4343-9ec7-acc7b70cc314","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.677213932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"474135fa-c4dd-417f-92d5-63db8f4c4aef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.677231457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"474135fa-c4dd-417f-92d5-63db8f4c4aef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.677676603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b30ca9d9-32c4-49ed-846e-d0ef3f724171","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.67769455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b30ca9d9-32c4-49ed-846e-d0ef3f724171","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.677989497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fdd09dc5-cac9-4f3f-93b4-fb58ee00999d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.678007966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fdd09dc5-cac9-4f3f-93b4-fb58ee00999d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.699376876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"ab29aa46-fa0e-4b3c-988d-f19f4374b643","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.699489599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"ab29aa46-fa0e-4b3c-988d-f19f4374b643","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.711780866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"06d2c58d-4552-4b57-8813-e3f6e3889501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.712507426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2ad72ac7-9e22-435b-8fe9-b093a5369c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.713032174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6374f88a-1d06-441c-a8dd-cd2c5e2fde4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.720685995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f14b9416-eed8-48b5-8537-f113759fa92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.722158842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4808833-a6b2-4eab-810a-d1170ab47e42","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.723545644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4808833-a6b2-4eab-810a-d1170ab47e42","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.723931891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f0df22e-ad19-44f8-9db0-438d6c325562","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.734333672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f0df22e-ad19-44f8-9db0-438d6c325562","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.73477138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97b79183-87d7-4b13-aaba-028f0378b7ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.734830111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97b79183-87d7-4b13-aaba-028f0378b7ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.740578132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6374f88a-1d06-441c-a8dd-cd2c5e2fde4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.740820708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"06d2c58d-4552-4b57-8813-e3f6e3889501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.744015258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2ad72ac7-9e22-435b-8fe9-b093a5369c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.746089959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f14b9416-eed8-48b5-8537-f113759fa92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.748517687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fb0d4ded-dafc-43d0-9872-1c234fcf1a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.75897705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbd54920-0e55-400c-a929-d66ce3e0cf8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.759350137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f0fd78b-a5f1-411b-8e28-d3686bec34a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.768544347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fb0d4ded-dafc-43d0-9872-1c234fcf1a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.774393067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"59ad6ddb-74bd-4a27-abdc-53663f58f0d2","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","model":"llm/e2e-rt-sw-43e1b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.859525804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1cc6f63-2465-4a33-922b-d388d718a7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.8803931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1cc6f63-2465-4a33-922b-d388d718a7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.894094838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba07fd94-1046-4832-ac66-9ed9270bf6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.894407943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdbe670e-233d-414a-b938-ab12c648029d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.943863394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdbe670e-233d-414a-b938-ab12c648029d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.946483917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba07fd94-1046-4832-ac66-9ed9270bf6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.975775461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f2c21e45-569a-4229-ad62-33186444787b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.983340757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d9837105-b135-4ddf-b984-0c2ed8d33e64","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.994867611Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-26490c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-26490c","reconcileID":"439421a8-3bed-4adb-b20f-c07eeb308302","namespace":"llm","name":"e2e-rt-eq-26490c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.998869988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f2c21e45-569a-4229-ad62-33186444787b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.011397897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"d9837105-b135-4ddf-b984-0c2ed8d33e64","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.147784318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"d4d5d29e-ea4a-404c-8187-61a8e6fb3a5e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.179241565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"d4d5d29e-ea4a-404c-8187-61a8e6fb3a5e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.217155262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"34d3d647-ef8d-46de-a108-8be9e2b8914b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.217656095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"960042f7-c21d-4a8e-9635-890dc3a4ac81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.232503887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"cb8e17e8-5c62-457e-8306-1692a11686ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.239454746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"34d3d647-ef8d-46de-a108-8be9e2b8914b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.239486187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"960042f7-c21d-4a8e-9635-890dc3a4ac81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.251820704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"cb8e17e8-5c62-457e-8306-1692a11686ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.27842205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5eda0649-d121-4b03-8798-c0ff619093c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.304452241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5eda0649-d121-4b03-8798-c0ff619093c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.40302399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"6530ca74-9f3a-490b-91fa-cac447e61c5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.422536335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"6530ca74-9f3a-490b-91fa-cac447e61c5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.480618707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4f4eb118-b0f1-48a5-bc94-fc007ed2604d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.480689985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1d6ba12d-4dfe-4754-b13f-c9be4b14611d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.504364045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4f4eb118-b0f1-48a5-bc94-fc007ed2604d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.504362801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1d6ba12d-4dfe-4754-b13f-c9be4b14611d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.51307181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c6fad5bd-5381-4cdc-b793-90d186310543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.533131133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c6fad5bd-5381-4cdc-b793-90d186310543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.594073902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"23c99a47-cef1-4e84-8d9f-05f071567d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.645592643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"23c99a47-cef1-4e84-8d9f-05f071567d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.698037796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d47f3531-adf5-49e7-aebc-528b88a80df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.713405741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e660f01-52e7-464b-b691-d93af09dfcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.718460974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d47f3531-adf5-49e7-aebc-528b88a80df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.726371639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e4a334d2-1afe-4398-beed-2afa2aa72686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.726377588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3743aac-382c-4716-9e94-728b3897e692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.732337568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e660f01-52e7-464b-b691-d93af09dfcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.745915572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e4a334d2-1afe-4398-beed-2afa2aa72686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.746556922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3743aac-382c-4716-9e94-728b3897e692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.787932342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3b6df163-bdc8-4afc-a2f0-52e6ff23bec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.806932781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3b6df163-bdc8-4afc-a2f0-52e6ff23bec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.888183734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"30ceae2e-f4e5-4586-8f2a-d96cadc554ee","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.888209327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"30ceae2e-f4e5-4586-8f2a-d96cadc554ee","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.903204621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"fd5f2cc1-c025-4220-9186-1f0525d4cbff","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.924843088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"fd5f2cc1-c025-4220-9186-1f0525d4cbff","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.931825603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"8dd2d14d-73fc-437a-b253-a7b2a30fc6ba","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.94017233Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"8b63de9b-f332-465c-a746-38df0c35829c","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4da3e6a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.947679391Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"8dd2d14d-73fc-437a-b253-a7b2a30fc6ba","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.96488845Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub1","reconcileID":"8dd2d14d-73fc-437a-b253-a7b2a30fc6ba","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.004351599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ac5931-a3db-4601-891c-94f85f9105c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.00442089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"568b27f9-bbe0-4eaa-b7ee-9d3462f0ed6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.020426405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"5cf31290-1ba3-4f95-b04b-9e96e2f0824d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.024512033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"568b27f9-bbe0-4eaa-b7ee-9d3462f0ed6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.025290856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ac5931-a3db-4601-891c-94f85f9105c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.041965376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"5cf31290-1ba3-4f95-b04b-9e96e2f0824d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.122648809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"713112d4-94a9-4314-9395-a64647ff785f","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.124162355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"82ba6d3a-c7ee-4ae7-9310-ae5d3d0b7175","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.141699872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"713112d4-94a9-4314-9395-a64647ff785f","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.148545948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"42d5b34f-218a-47bf-a876-78721d534a9d","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.149717197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"09264294-c515-4404-a634-71d9004ed4fa","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.237527455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"dfb20797-0abc-4149-ab41-ee7c8a15688a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.237771761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"fd44dad6-6160-4171-aa5f-1a8afd4cdea3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.237535369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1714a791-bfe6-4f4f-9e40-e6cedfc046bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.259623911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1714a791-bfe6-4f4f-9e40-e6cedfc046bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.260466182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"fd44dad6-6160-4171-aa5f-1a8afd4cdea3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.263397904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"dfb20797-0abc-4149-ab41-ee7c8a15688a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.274012241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"03b07075-5694-43e0-9932-f492a2939d8d","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.332298648Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"a193ca44-1651-40f0-a823-48a122d69085","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f73e534c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.347649308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"e4b8cdf7-c992-4524-960e-d152005b8dc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.369557227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"e4b8cdf7-c992-4524-960e-d152005b8dc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.595772067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6c96bc2a-52ed-40db-855b-394e326b8650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.596231982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"db1217c8-175f-4cd5-8532-70e04527d62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.596897123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"562f2dd5-6dda-43dd-a728-734c2945e1aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.689214295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"db1217c8-175f-4cd5-8532-70e04527d62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.692514509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6c96bc2a-52ed-40db-855b-394e326b8650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.69294017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"562f2dd5-6dda-43dd-a728-734c2945e1aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.750605037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"ce9a9e3a-a716-4917-a041-578b38ca4545","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.772474801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"ce9a9e3a-a716-4917-a041-578b38ca4545","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.238520905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"d04cdaaa-1811-4fae-8f0a-94b3c572e326","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.26052473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"95f609c6-d177-4cbd-b896-cfd7a7187058","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.2937749Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"3c921b1f-15e0-4f32-979c-ed37c32cae3c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ef73dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.312222259Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"4ed7754b-b607-4ce2-bbb6-440bc834bf5e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ef73dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.331759719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6577f5ac-168d-4955-8fbe-d97db0826f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.332624701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"159da648-b257-44a1-accc-03d684d98a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.333298473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"0843b25d-7d57-4acd-894a-8943d8dca12f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.3575721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6577f5ac-168d-4955-8fbe-d97db0826f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.358366206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"0843b25d-7d57-4acd-894a-8943d8dca12f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.359800642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"159da648-b257-44a1-accc-03d684d98a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.570036912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"74ff6507-00f3-4d63-a030-a828812c1939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.570036873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"75577cff-d952-497b-9c17-945e4ad1821a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.593640725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"75577cff-d952-497b-9c17-945e4ad1821a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.595156227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"74ff6507-00f3-4d63-a030-a828812c1939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.694823548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"06695cb3-c5c0-4017-b436-942889f18694","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.717208995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"06695cb3-c5c0-4017-b436-942889f18694","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:14.645189708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"5c276575-5a46-4080-85fa-56e2094690aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.691638113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"b829f3fd-393f-4ca4-af18-b2a47cdf097d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.070370295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"f43a75ed-8019-47b0-bb7f-fd0fe3aab227","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.697763023Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.983836658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8dc05b24-1b41-4968-b9c2-82d8c8785555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.991921995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"787f577c-8c6b-48de-8e49-046e313db6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.078756615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8dc05b24-1b41-4968-b9c2-82d8c8785555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.197140838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"787f577c-8c6b-48de-8e49-046e313db6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.360514173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"199ef36a-9c29-4f61-9952-43cabf34d8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.373531789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"75793218-66dd-4c54-82de-6b0a235d4922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.67419337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"75793218-66dd-4c54-82de-6b0a235d4922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.72777956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"4f37a6de-726a-4f06-b116-27bd0c9f9ee3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.73873573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"199ef36a-9c29-4f61-9952-43cabf34d8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.858885393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"4f37a6de-726a-4f06-b116-27bd0c9f9ee3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.887921217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"9edcf906-2528-45b7-a9f5-518c00cd1260","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.888636269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"666647b1-43c4-404e-9031-2fba007efc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:20.988320173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"9edcf906-2528-45b7-a9f5-518c00cd1260","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.038745302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"666647b1-43c4-404e-9031-2fba007efc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.060065222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"124117fe-a6fb-4383-9c4b-a720a17a0900","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-43e1b8","subscription":"e2e-rt-sw-43e1b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.120326388Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"124117fe-a6fb-4383-9c4b-a720a17a0900","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.138101857Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-sub","reconcileID":"124117fe-a6fb-4383-9c4b-a720a17a0900","MaaSSubscription":{"name":"e2e-rt-sw-43e1b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-43e1b8","namespace":"llm","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.152952551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ac650f7d-8d41-4eb7-bf92-738cd1834e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.220337165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4879236e-e034-4338-97a5-40300da9dff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.248784695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ac650f7d-8d41-4eb7-bf92-738cd1834e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.297491416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4879236e-e034-4338-97a5-40300da9dff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.411306074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"ce908e08-0c37-4c38-bd4b-f317479e01af","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.414725499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eab69dbb-4818-407c-9fa9-c778a227e52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.416941611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"94ae7f17-8cf9-4a99-bae9-780c6c08ffe1","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.417017811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"94ae7f17-8cf9-4a99-bae9-780c6c08ffe1","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.417305273Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"385450e5-8888-4baf-ad9f-f6b94d0c9e9b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.460184453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"ce908e08-0c37-4c38-bd4b-f317479e01af","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.480063659Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"385450e5-8888-4baf-ad9f-f6b94d0c9e9b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.508527551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eab69dbb-4818-407c-9fa9-c778a227e52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.533103159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"d13ed5b9-7083-4514-b7f7-6cc457e97133","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.534113839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"3c25dc37-d1d0-4f09-a0c6-10a1f43bd102","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.534133118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"3c25dc37-d1d0-4f09-a0c6-10a1f43bd102","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.777034375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"d13ed5b9-7083-4514-b7f7-6cc457e97133","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.777905556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59803e22-1327-4667-8855-48559e4479a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.779059601Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-sub2","reconcileID":"385450e5-8888-4baf-ad9f-f6b94d0c9e9b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.801734091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44919995-1793-47db-b32f-6f2c9a2a1a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.878461709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59803e22-1327-4667-8855-48559e4479a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.999999413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44919995-1793-47db-b32f-6f2c9a2a1a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.162713117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-43e1b8-access","reconcileID":"f4b93ff2-d49d-4a14-8be3-ec4e1a61d929","MaaSAuthPolicy":{"name":"e2e-rt-sw-43e1b8-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.426171721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"9ee7f9d9-bd2e-4724-ae76-ce8779100861","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.445532123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"9ee7f9d9-bd2e-4724-ae76-ce8779100861","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.46042692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"1eae7a7f-09ea-4477-93fe-9966a0f5e5c8","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.486923025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"9ee7f9d9-bd2e-4724-ae76-ce8779100861","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.509818219Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"9ee7f9d9-bd2e-4724-ae76-ce8779100861","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.510640488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"17ced217-6a38-4ffb-b2cb-326a1d2e823e","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.510716971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"17ced217-6a38-4ffb-b2cb-326a1d2e823e","MaaSModelRef":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-43e1b8-321a12673063","namespace":"llm","model":"e2e-rt-sw-43e1b8","externalModel":"e2e-rt-sw-43e1b8","provider":"e2e-rt-sw-43e1b8-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.531779275Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"9ee7f9d9-bd2e-4724-ae76-ce8779100861","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.58131683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"88f0cf46-7a81-4560-9ec4-ee5f9a5ec5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.584085503Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-subscription","reconcileID":"9ee7f9d9-bd2e-4724-ae76-ce8779100861","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.605385634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"056be47b-78d1-4524-844f-0e90ef27e011","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.611409295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"88f0cf46-7a81-4560-9ec4-ee5f9a5ec5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.665790336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"5a13fcd9-6c90-4938-82eb-27e8a6b07bb7","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.666309457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"d326328a-2842-4ca3-b0ac-cb928e74b3dd","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.6801156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"f658f84e-9991-4330-a347-faec9e553e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.689047449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"e67d6127-aa58-4b8e-8ab9-38b887213253","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.6896469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b6eda4ca-3cb8-48f9-9247-eecaba3ab1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.764661919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"8aa49e45-7924-47a3-bc16-ad228c8beade","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.765310634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"d36c01f1-ce47-4095-a607-2f0015eab8cf","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.807074234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"e67d6127-aa58-4b8e-8ab9-38b887213253","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.83963499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"f658f84e-9991-4330-a347-faec9e553e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.85076786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5a8d2d71-e14c-4ca9-8ffd-3f39e44c8d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.855176502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b6eda4ca-3cb8-48f9-9247-eecaba3ab1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.868053723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"951b5885-15e7-4122-a9c9-23f45331aad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.894134492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"17671b69-4745-40ee-8644-fe9380727e51","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.8982261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5f80adf3-7db3-4a2d-a2ca-fd3d165a10fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.899174243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"273450d2-cf03-4db3-b055-40bb5b8e4ecb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.944900358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5f80adf3-7db3-4a2d-a2ca-fd3d165a10fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.945647815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"1f311006-ed3e-4299-9093-5404a7d24de4","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.976098338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth1","reconcileID":"3f13f700-2935-4f15-a7b3-f2ae49ebeae7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.979237748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5a8d2d71-e14c-4ca9-8ffd-3f39e44c8d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.996557053Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"e5dcda6a-a88d-44b9-97d8-3f480f2975e6","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.014401359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b311983-2bb6-46d9-aaab-3c430c71ac3b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.014428231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b311983-2bb6-46d9-aaab-3c430c71ac3b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.0147966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe90090f-3deb-4497-83d1-349802cf02a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.014811298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe90090f-3deb-4497-83d1-349802cf02a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.015128052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc4f0fc5-0fcc-4c60-a539-0154395dc6f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.015141159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc4f0fc5-0fcc-4c60-a539-0154395dc6f5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.015611479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a27f488b-434d-46b4-a3e9-69d1aaa2c930","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.01562823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a27f488b-434d-46b4-a3e9-69d1aaa2c930","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.015922418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2e77cd8d-f08c-4eb0-9f5e-d6b7a85189d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.01593652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2e77cd8d-f08c-4eb0-9f5e-d6b7a85189d0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.016215788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12e0d472-a06d-4389-b943-9c092f365b5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.016227841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12e0d472-a06d-4389-b943-9c092f365b5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.023760163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85c116a7-0851-4bc6-b3a7-2ba61bc4db47","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.023780663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85c116a7-0851-4bc6-b3a7-2ba61bc4db47","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.024117135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd5245f2-60b8-4270-8467-147d31c43052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.024130172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd5245f2-60b8-4270-8467-147d31c43052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.057984353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"27ffaab0-dc17-4ed5-8be8-e6d679644e23","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.06420612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"c98056d0-3a07-4543-9094-75d5af1b02e2","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.132378535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"a6c591a7-ead3-4ca6-8436-89af9002fc78","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.155540245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"969482dd-1663-41dd-bdcd-e5d5e7bc55ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.174852042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8cf6230b-3fb6-4d7d-b47b-8c8b391f676e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.266286927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"ac3efc71-a526-46e3-9431-feb2ded8527f","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.275385898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"a6c591a7-ead3-4ca6-8436-89af9002fc78","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.279667616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"6882d2ae-31ee-4d2a-8b30-18f88819bd84","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.281298463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8cf6230b-3fb6-4d7d-b47b-8c8b391f676e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.282222796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4394fafc-7ecf-4834-b1c7-d1bd76f2f532","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.297542189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-distinct-models-auth","reconcileID":"6882d2ae-31ee-4d2a-8b30-18f88819bd84","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.335600299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5d3a364-8ef8-444a-ad91-80f8a2d575a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.341731893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-43e1b8","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-43e1b8","reconcileID":"986216cf-7bcc-4a2a-abca-802b5ee9e822","namespace":"llm","name":"e2e-rt-sw-43e1b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.365617252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5d3a364-8ef8-444a-ad91-80f8a2d575a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.377209435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5679b4e7-e08b-44e6-bb2b-feb6e0176653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.386360073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"4abbd1b7-f028-461f-8f27-bac06305dc3a","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.401219703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5679b4e7-e08b-44e6-bb2b-feb6e0176653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.554907729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"fe59857e-213e-4f0e-b8ac-267a85bab160","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.555156617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"520f3042-21b9-4509-8ab6-3a2a302b3ff6","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.565874124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"db658e14-12f1-4a5f-b249-415f73ffec8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.589922421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"db658e14-12f1-4a5f-b249-415f73ffec8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.654418258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cc6bf977-aaa4-418e-880f-1a3a400d08ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.654750584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cf3fcc32-052f-4659-94a8-41d76f898022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.655125037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0b25c80c-2839-4d82-b30b-a95c960682d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.655186871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d09d383-1b8e-4471-94ca-3ea661aac7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.674839135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cc6bf977-aaa4-418e-880f-1a3a400d08ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.675018623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cf3fcc32-052f-4659-94a8-41d76f898022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.678623912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d09d383-1b8e-4471-94ca-3ea661aac7ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.678665119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0b25c80c-2839-4d82-b30b-a95c960682d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.856815916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bd84bab2-9ff8-401f-9d1d-d6b198db54e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.886355683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bd84bab2-9ff8-401f-9d1d-d6b198db54e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.900015714Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-return-all-auth2","reconcileID":"4d5c0d53-532b-40be-8a47-084ea20123d5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.960051682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"27d14fe2-06a2-46a4-b3b0-e9506a548f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.961367343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6318d5cc-7081-4b6e-9c34-8e90e3ecf8fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.961619053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ccb4bc0-7737-4558-8a18-a657dfbdce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.996339273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6318d5cc-7081-4b6e-9c34-8e90e3ecf8fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.001499014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"27d14fe2-06a2-46a4-b3b0-e9506a548f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.045202047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ccb4bc0-7737-4558-8a18-a657dfbdce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.067323005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"5927dfcc-5a8d-482e-8ebf-43fbad377d9b","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.105921133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"22bb13e0-0ac6-4637-b93e-8140af99576a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.131662451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"22bb13e0-0ac6-4637-b93e-8140af99576a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.193806945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7a85b70e-d3a3-445b-b324-7ac6ada9e775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.215641291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7a85b70e-d3a3-445b-b324-7ac6ada9e775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.297775754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b48b62ad-9d49-4c92-b90c-977a3596a92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.318493357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b48b62ad-9d49-4c92-b90c-977a3596a92b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.843337356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4cd8910e-0c1d-489e-b0a9-c23d787f8f1b","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.8979061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"cc77f5c3-5931-443b-bdfe-49a7cf53e619","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.947929285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"27ad13e5-d4ab-426c-9157-61199a4e9b65","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.989171174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"27ad13e5-d4ab-426c-9157-61199a4e9b65","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.051071185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"31692d5b-d4fb-4e81-a8fb-916aa67ed371","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.069668319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"11efac05-854b-44cb-955f-d2f39ed243da","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:25.090526351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-sub","reconcileID":"65c5ec5f-480a-47ce-b74a-d72258201812","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.10177468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"163be365-ff2c-4822-82dd-71e047fcdc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.10248025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2693d26b-b4e6-4905-a858-2ded6ab4dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.123345583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2693d26b-b4e6-4905-a858-2ded6ab4dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.123623851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"163be365-ff2c-4822-82dd-71e047fcdc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.132932935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"c91c20bd-5593-40ac-9149-75865e29beb9","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.152849521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"1cf15821-3f41-4620-9f3e-43d265939563","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.16774176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"76c99a63-38e8-4bb2-a579-0e69a026a925","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.216783511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"80e3ac5c-bd1c-4fe6-894c-a4bf2289b50f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.241882544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"80e3ac5c-bd1c-4fe6-894c-a4bf2289b50f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.244026347Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-sub","reconcileID":"cb82c42a-cc00-4f9c-8b60-2d5293f680aa","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.306068184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d6d6dce2-7b84-4784-8929-a21a3a6318f5","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.320505371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"ba4046bf-e4f2-429e-b425-3f5da8ee49ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.330379591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"781e8289-efb7-4589-8d3f-c9e805e8518b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.330470617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2af39f81-aa22-4240-a238-cb13c18271e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.349943654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"781e8289-efb7-4589-8d3f-c9e805e8518b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.349961785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2af39f81-aa22-4240-a238-cb13c18271e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.381931262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"6f9b39a7-0d9b-4768-a56e-6c8019d98282","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.403864069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"7d4d79f1-cd62-431f-8834-d2977f649f87","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.421951502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-sub","reconcileID":"04a46299-946a-445f-bd3d-166c5df0b214","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.422078673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"d5fae502-6b12-4bec-a517-fc60f01e10c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.45306197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"d63f34fe-2dac-47d0-9763-67e9989582b3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.474435371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"d63f34fe-2dac-47d0-9763-67e9989582b3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.564627011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"2465888d-7d63-4c92-8b91-9a1654d15e15","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.591524006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"621c8d95-0063-4d3e-a46a-e7f0ca41eebb","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.612748221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"e558ec68-fc66-4029-96b4-709e12ffc141","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.61552664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"28a38bef-cd01-4d24-b9e0-0075bd43642d","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.630531538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"22d73429-d6b7-48cc-9821-156d25381e9c","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:25.631523812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.635139242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"e558ec68-fc66-4029-96b4-709e12ffc141","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.648907997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"3fb3986e-ea1c-40a9-97d3-182f9089974b","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.667576748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3c4cafa7-f6a4-4763-9479-2ce48ec1d430","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.716728195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"339e166d-cc0b-4b11-b09e-abd7488e6992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.717081312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d2ee3ba7-ffaf-43f0-90cd-cc8c364e951a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.716728337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4a08ca49-02a7-4e7c-99bd-b1cae9e115ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.725469544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"54295eac-0613-4254-af4b-12437975157c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.735954024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"339e166d-cc0b-4b11-b09e-abd7488e6992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.73674097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4a08ca49-02a7-4e7c-99bd-b1cae9e115ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.738168869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d2ee3ba7-ffaf-43f0-90cd-cc8c364e951a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.744556519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"54295eac-0613-4254-af4b-12437975157c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.744787268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-sub","reconcileID":"826134ad-34f6-47f3-b2d4-b355fdb6d79c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.803036884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a453bb1c-718e-4a9e-9f81-3f1bcb93cf96","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.821588084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"687b844c-e922-4ed1-9ff7-4fb1348db973","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.821937216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"67697357-3bbf-4d92-9d9a-7baafc739606","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.841073575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"687b844c-e922-4ed1-9ff7-4fb1348db973","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.922013288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"35f184fa-fd4e-44d5-b58a-a42c77d42ecc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.922703263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-sub","reconcileID":"7616fb0a-1752-4a90-bfa3-84b14e015268","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.937067166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"84d02f6e-a3f1-4129-ab2a-2f11f341722f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.941759868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"35f184fa-fd4e-44d5-b58a-a42c77d42ecc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:25.956976661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"84d02f6e-a3f1-4129-ab2a-2f11f341722f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.020353458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7c3e689f-a028-4f7a-b4a3-4e238188459e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.0402867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7c3e689f-a028-4f7a-b4a3-4e238188459e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.172177397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"967fc7f4-45c3-4e6f-945b-39dbc43a7ea0","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.227901427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"2e309797-c19d-45b3-985e-edd6a7231b7e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.230916407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e0bdaa5b-c9bd-4901-8384-7c8db3a8d58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.230914915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b7df18fd-36d0-481f-b55a-c0bcdf67e376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.247630594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"2e309797-c19d-45b3-985e-edd6a7231b7e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.251380428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e0bdaa5b-c9bd-4901-8384-7c8db3a8d58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.251701288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b7df18fd-36d0-481f-b55a-c0bcdf67e376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.422810417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"75c18590-9a13-46f1-b72d-6c4972783318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.423744884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"050cd614-3d24-4ba6-99a4-5df46353bdb3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.445786121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a79709a1-52ea-42b4-9fd2-d18c3b6ffc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.445800738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"75c18590-9a13-46f1-b72d-6c4972783318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.552470297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"050cd614-3d24-4ba6-99a4-5df46353bdb3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.558323119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a79709a1-52ea-42b4-9fd2-d18c3b6ffc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.634844297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b5f3e8cb-4400-4ddf-a8a3-945b563dd954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.655054922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"cac3c46c-8999-404a-b599-c726ad8abb35","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.792608366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b5f3e8cb-4400-4ddf-a8a3-945b563dd954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.898800001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1ffa932b-858a-4bf4-a5eb-5405393de370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:32.900913639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"cac3c46c-8999-404a-b599-c726ad8abb35","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.015626537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0dfc3d84-115e-4a19-ab42-046a5051faf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.016909993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"f1de401b-8dd1-443b-b3c3-9e69db2a0cad","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.017339881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1ffa932b-858a-4bf4-a5eb-5405393de370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.094183281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"f1de401b-8dd1-443b-b3c3-9e69db2a0cad","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.134070185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0dfc3d84-115e-4a19-ab42-046a5051faf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.187846855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3918ae98-f71b-48e2-b308-7269ab8dc3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.239548673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3918ae98-f71b-48e2-b308-7269ab8dc3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.272548839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"73d8c7d6-38ce-411c-96c1-b5ac800a3c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.347373256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"eaeabead-4df8-4d71-b6be-95f530e0a4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.348880937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"73d8c7d6-38ce-411c-96c1-b5ac800a3c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:33.405218948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"eaeabead-4df8-4d71-b6be-95f530e0a4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.717116437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"ddcc5514-ac0c-4912-87ce-2ad9ca11372d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.732514013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-sub","reconcileID":"94514fbc-9da5-4355-acb1-4c4994a78aec","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.814997661Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-sub","reconcileID":"94514fbc-9da5-4355-acb1-4c4994a78aec","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.905021856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"2ba095a6-c50d-481d-bb93-593a9bda7616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.985853309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"9c124b82-b63c-49dd-ac95-0a262e0a2c2c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.040086324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7e1c7069-4572-4494-90f6-a6a49cc257d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.040157999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e1f2e55a-4b0b-4ddb-8360-3dea0cd395c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.041610468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"1581e6c1-11b2-4b37-b25c-8328d8727fbc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.063920286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e1f2e55a-4b0b-4ddb-8360-3dea0cd395c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.064054604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"1581e6c1-11b2-4b37-b25c-8328d8727fbc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.06634775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7e1c7069-4572-4494-90f6-a6a49cc257d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.149809335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-api-key-no-access-auth","reconcileID":"04567362-3280-4413-ab0e-73cb7d5c423f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.150380055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"66d23670-8d64-4438-af20-5290b21a837f","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.234995128Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-sub","reconcileID":"da6defc6-8d32-45d3-aa63-03e02b0438e8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.241163727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"95722335-e522-4732-b7cd-b49ac310f944","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.303837932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-sub","reconcileID":"da6defc6-8d32-45d3-aa63-03e02b0438e8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.366887813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"32489335-b410-4325-9b84-c396d860e24f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.374381756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d8d757cc-b805-4b26-ada9-818f6464d18f","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.420535257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"172e0d03-5a69-4e30-b079-f489b0697f24","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.420984642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a9134a9c-85cb-4a92-9abc-be8faaf33ae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.423570834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0b82b5b6-f701-43f4-87a4-53e81095e08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.440008492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"172e0d03-5a69-4e30-b079-f489b0697f24","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.441139411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a9134a9c-85cb-4a92-9abc-be8faaf33ae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.443817113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0b82b5b6-f701-43f4-87a4-53e81095e08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.524562364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-user-token-filter-auth","reconcileID":"c23aab84-a6e4-452d-be98-0fccf171d331","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.524612785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"308847f9-772c-4097-8568-7b3d63314c6b","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.6908261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"45a756f1-b001-44bf-b0c3-3c35ee1c468d","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.826774588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"9e6ffa79-48f3-4ff6-88d8-3c6c8acbd137","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.846711967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3a23f1a7-8a9d-41bf-9c94-b60a24424fec","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.906788884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"c09645c6-5428-4eb8-a3b1-2005ab4a4fe7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.923819303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"ab5d037a-7ed4-47a0-9f19-2d493aef350d","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.927699085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"c09645c6-5428-4eb8-a3b1-2005ab4a4fe7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.944004191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"ba7689c6-7908-40d3-8dd0-cbc2999bae8d","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.011658533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"04150ea6-b9b2-4868-b613-ce257c39fd48","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.013671869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e559d18e-5431-451c-bfa3-d2cae822976b","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.031045517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"04150ea6-b9b2-4868-b613-ce257c39fd48","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.035817076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e6170f06-bda6-48f6-8312-33b23d4c5dab","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.055899896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"f1362c3f-1ebb-437f-b4ff-a5cdea30bdb7","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.06908183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-user-sub","reconcileID":"c79ef14f-fe57-4aa3-8c71-691fc7e5fb4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.09547755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b420d140-1a30-4782-a2ab-35da635a9e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.096545722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"32c42af2-40ac-4686-a2bc-25c06ae64984","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.096740771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e196efbe-f7e4-4be5-ac11-4504fe4ba235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.115008382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"8f1b01b0-8a31-4e41-beb6-eb2ac15e4a90","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.118760569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b420d140-1a30-4782-a2ab-35da635a9e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.118960758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"32c42af2-40ac-4686-a2bc-25c06ae64984","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.120028217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"fd9bba5d-1d76-4113-9641-e270cc51b726","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.121248481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e196efbe-f7e4-4be5-ac11-4504fe4ba235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.132364388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"c147c6b4-db8a-4561-b416-995e45c97226","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.145477028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"1e7c597a-d980-4ed5-b3f8-70349d898f7a","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.166800848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"4e67dcd2-47aa-4c15-990e-ea7c96e59136","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.180210135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"b51bd5eb-9a66-4231-949f-2f57f094dde5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.183716765Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"4e67dcd2-47aa-4c15-990e-ea7c96e59136","name":"distinct-w0-fc9316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.18377424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"4e67dcd2-47aa-4c15-990e-ea7c96e59136","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.183871814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4c21d961-1af6-447a-845d-8907cf10a3ec","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.190426099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"de5d940d-eb06-4168-ae9f-3663de3fa8ce","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.214910999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"01620c6a-5612-42ed-9018-a956957ced39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.214988586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"fb519c2a-f796-426d-8773-1263bb817fc7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.215665346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"e5806398-7d5b-423a-b1f4-8ca000750b6b","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.220876119Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-user-sub","reconcileID":"a7cf37c2-e2b6-4a9a-9ba2-fb0a3b953711","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-models-user-sub","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.234238138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"01620c6a-5612-42ed-9018-a956957ced39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.234450953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"fb519c2a-f796-426d-8773-1263bb817fc7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.235171476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"642f1cee-ad75-47e4-9ce5-c0a5b5085ff9","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.243542178Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-99bdb8 priority=0:[ai-tenant-e2e-worker-w4-99bdb8/e2e-models-other-sub ai-tenant-e2e-worker-w4-99bdb8/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.243587883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"abef111c-e835-4601-81e3-afdbcb688ae3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.26331743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"50075dd9-2dad-4040-8a5f-ace86d3c8ab3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.274806478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4a7c369d-6c02-415f-b910-83582cb25a6f","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.277593628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"a0863032-c504-49c7-93e0-75b4e74f83ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.281779098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"1a55e1c6-504c-4766-b377-b3455c135c83","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.305010077Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"88f7bec8-62b0-4f85-b69d-e640dd15ebb0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"distinct-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.305908976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3cc9a6e5-ab8e-44a5-89ad-97c3487a67a6","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.320978013Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"48d378ff-593b-459b-87c9-13b870bc23f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-models-other-sub","ai-tenant-e2e-worker-w4-99bdb8/e2e-models-user-sub","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.323901405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"9f03fe08-9cb9-4bb1-ad21-238ecf2d887f","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.329799977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1e07de18-f252-4495-9f85-bba3f5c0fcae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.329993658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"892ef588-b934-460c-8419-a41e0c38e1a8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.33023998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"dea1739f-1913-4a36-a05c-94284c0200d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.343568783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"83ce506b-e981-446a-9fe3-737cd56b2990","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.343960213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"c79e8a97-5cb6-4abc-ba76-12eae8064589","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.349607219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"892ef588-b934-460c-8419-a41e0c38e1a8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.349714605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1e07de18-f252-4495-9f85-bba3f5c0fcae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.356138349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"dea1739f-1913-4a36-a05c-94284c0200d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.40634587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"f582ba0c-4649-4ca3-8963-6e8bfea85abb","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.434875169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-user-sub","reconcileID":"35afe9c4-da47-4bbc-921c-2bf973b335c9","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.473931573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"6097b2b8-196a-438c-be92-e8908d9ec83c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.478485242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7b69013f-dc19-4e55-8a24-54bbd291513c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.48207309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d45a635-30c9-4955-b6ef-741ddb074a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.485851296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"048b34f0-deff-4c44-a305-749ea6ff2612","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.498092394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"6097b2b8-196a-438c-be92-e8908d9ec83c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.499886678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"5c15e0a3-dee1-4645-82c1-b607cc47f41a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.50047558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"d882814f-608b-4e39-b3bb-233cf52c5967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.500910953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"94566629-db81-4708-af55-4c6824ce2184","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.510973834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d45a635-30c9-4955-b6ef-741ddb074a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.514138565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7b69013f-dc19-4e55-8a24-54bbd291513c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.514660693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"83fa49cf-2f30-4754-aa1b-8db82d7e90f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.517490944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"048b34f0-deff-4c44-a305-749ea6ff2612","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.53454427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"83fa49cf-2f30-4754-aa1b-8db82d7e90f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.544825714Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-fc9316 priority=0:[ai-tenant-e2e-worker-w0-fc9316/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-fc9316/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w4-99bdb8 priority=0:[ai-tenant-e2e-worker-w4-99bdb8/e2e-models-other-sub ai-tenant-e2e-worker-w4-99bdb8/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.545246726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-user-sub","reconcileID":"1b7f193a-4575-4508-aa16-91605098facf","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.544838401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"dcfe4b25-aa80-4303-ad66-27c2c13e426f","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.568876537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"4137134b-39b9-40e5-a1d4-61cb0af5386c","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.57878374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"6f7bacd1-564a-4817-a5fc-1530ee7a9c78","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.584376245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"3c41b9f9-cbfa-4fb2-a8ed-77eb24dfbba3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.590498736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"5c15e0a3-dee1-4645-82c1-b607cc47f41a","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.600148286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"37a864dc-9891-40c5-ac58-691b35f9c061","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:38.600777332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.6510434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"418414f6-acd6-45d6-9985-966315706caf","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.657647982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"c6a26d52-c893-4c5e-b215-3bb375083ea1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.663464914Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"cbeca2c0-de04-46ad-a4de-8c75e9fe5dff","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"distinct-2-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.676494622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9a19e1e0-b96d-4ee1-a046-88b29a192bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.702876248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9a19e1e0-b96d-4ee1-a046-88b29a192bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.717434469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d1c197c4-f2d2-42bf-b6aa-8df9dd41dfdc","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.724989759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"dcfecd0c-aa0e-4575-a3bc-0f347cfcefec","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.784994602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"fd5472f0-ea49-4f3b-9978-f416b2c66233","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.812864467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"f33567c2-e16d-4dd0-903a-3e031e6081b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.817425431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f8db06a6-2b76-4e5e-ac90-23a3b5135fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.820293011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8fb010ec-e604-401f-885c-c2c87ff47c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.820371216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"216226d6-e4dc-495b-b0cb-06ff48b6f30d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.834426659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"f33567c2-e16d-4dd0-903a-3e031e6081b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.839040421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f8db06a6-2b76-4e5e-ac90-23a3b5135fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.841126236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"216226d6-e4dc-495b-b0cb-06ff48b6f30d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.84203106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8fb010ec-e604-401f-885c-c2c87ff47c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.887964903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"9080c372-1d4a-443d-b222-21d93ce04fe7","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.888468145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"7995e339-c984-4405-bb63-74dd02871125","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.914974896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"62b74a0f-fe3e-41bc-bd43-ca24540acb06","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.919955199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"3e0217b9-3c19-43c8-8d9d-72147c30ff02","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.922988085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"908cb34e-4e9c-43ad-ae7f-2f3087eac2f1","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.923690768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"637f8cca-1e61-4c9a-b7d8-1e3aa8ca00e9","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.962022627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"a45d9c48-7602-427e-92e3-7487d29a19f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.962031593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"5cc14d7e-d0bf-41df-aee4-70b97195ce1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.005784615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2e042609-8abe-4fc5-ab5a-7ec0ab5cbae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.028924449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2e042609-8abe-4fc5-ab5a-7ec0ab5cbae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.090800118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"0a564835-36e5-4d2e-8014-5ad214f04b46","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.138778083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"672cd464-33b1-4395-abe2-e6ef4ca4774a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.162337519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"672cd464-33b1-4395-abe2-e6ef4ca4774a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.244134026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"972898a7-6811-4646-b376-c0f4c507236c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.263313345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"972898a7-6811-4646-b376-c0f4c507236c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.297895315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c3c38e51-b823-48d2-85a1-863c14388079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.320131229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c3c38e51-b823-48d2-85a1-863c14388079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.026932967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"09496c84-baf6-4309-9dbc-433dd5591f0d","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.078588561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"552bc9a6-cc03-4928-9203-ca3498648425","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c387219","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.113036915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"a42db900-507f-4813-9965-dab33012468d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.113413545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3cc49837-f04b-488c-ae3e-c455eb895f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.113927992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"76128428-5873-450d-bd67-d5cd4b2d3c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.113970478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"1ad82ad1-56f4-41ec-93fb-223e80ceeb85","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.133543966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"a42db900-507f-4813-9965-dab33012468d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.133622218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"1ad82ad1-56f4-41ec-93fb-223e80ceeb85","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.135977267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3cc49837-f04b-488c-ae3e-c455eb895f12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.135988005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"76128428-5873-450d-bd67-d5cd4b2d3c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.277243379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f655c5e9-cdf2-4953-b7e8-fc208e981128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.278067642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"630b832d-53b8-4389-b5a7-457f3a37315f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.278670977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"0cb14a49-9146-4d61-9576-8071ad81a3a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.279313468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"9dc43d72-2cf9-4bb2-b932-2bd5014245ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.313941729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"0cb14a49-9146-4d61-9576-8071ad81a3a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.323926492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"9dc43d72-2cf9-4bb2-b932-2bd5014245ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.324853597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"630b832d-53b8-4389-b5a7-457f3a37315f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:40.326653659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f655c5e9-cdf2-4953-b7e8-fc208e981128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.0760924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"843fbac2-a9bd-498e-81bd-b809d428af5f","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.127912058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d5869edd-7e15-4831-938c-f1fbd8174e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.128043567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a540ea9b-467d-4bd7-8ff1-0dde2c812b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.128606741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"b1a68f5e-e583-4b64-9317-563057b329f3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.1477648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"b1a68f5e-e583-4b64-9317-563057b329f3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.147816596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a540ea9b-467d-4bd7-8ff1-0dde2c812b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:41.149874733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d5869edd-7e15-4831-938c-f1fbd8174e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.643346319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"621688b8-9bb3-4b3c-84a3-fab2d61b6351","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.643847223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"6f3de592-bceb-4dcc-bff5-886fe5d420f4","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.671237322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"cdc4c3be-6508-42d8-a91a-fc97a4445f23","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.671669618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"8b5f860e-8af3-438d-9eb9-958b84f95d0f","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.692109206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4d4a66e6-3e86-432f-9b54-58325c620764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.692427432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9220a123-e0b8-49d8-9311-90e384309faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.706932319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"1c4072fa-783f-40d3-a3bb-513756e9f205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.707032094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"44199f05-18f7-4b59-9f47-ade7dac29e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.711719554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9220a123-e0b8-49d8-9311-90e384309faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.711748013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4d4a66e6-3e86-432f-9b54-58325c620764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.809050805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"13d3fb23-8ea3-414a-af44-ddbe3dd67119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.809952792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bc6ba855-0104-491a-980f-c8de9a2dd160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.837705693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bc6ba855-0104-491a-980f-c8de9a2dd160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:44.841664267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"13d3fb23-8ea3-414a-af44-ddbe3dd67119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:47.732139277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:47.763618962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"b96d6734-7aa1-4df2-9532-d87634eba7e6","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.042824277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"e034427d-85b9-4bb3-98cc-d54272324c6a","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.109072729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"e7c99be1-1715-48b8-bfb6-8000e15148de","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.28119325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"9e33e9bc-8e36-458d-9fc6-06b732ca46e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.3271602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"9e33e9bc-8e36-458d-9fc6-06b732ca46e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.361570383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e33c5d7e-2f99-42b1-bf01-eba036a09761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.362631706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"aa03df6f-cbc4-456b-bb66-84c417ed23a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.363479633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"3204f423-bfe9-44bd-9739-442f77fd15cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.42767913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"aa03df6f-cbc4-456b-bb66-84c417ed23a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.44899115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e33c5d7e-2f99-42b1-bf01-eba036a09761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.491679237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"3204f423-bfe9-44bd-9739-442f77fd15cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.606792106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6033ad03-9496-45fe-a332-0d08273e5909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.643320001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6033ad03-9496-45fe-a332-0d08273e5909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.682496624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"42139d23-b1d3-4ee3-8ab6-ca8ab5433bce","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.765802603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"42139d23-b1d3-4ee3-8ab6-ca8ab5433bce","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.860573822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"299d37f0-123e-44e3-a363-ae61863d7182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.861243734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"284412fb-7523-493d-b01b-8827417607e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.861497494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"89b9e90c-ce70-4585-b80a-d48fe444024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.882090511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"08fd2806-fd13-42d0-913e-d1a7ad600a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.902136282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"89b9e90c-ce70-4585-b80a-d48fe444024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.903503315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"299d37f0-123e-44e3-a363-ae61863d7182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.926169233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"08fd2806-fd13-42d0-913e-d1a7ad600a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:48.938816169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"284412fb-7523-493d-b01b-8827417607e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.105551642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"59271bdb-e02e-41c0-bfbe-14349c85ef98","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.140392726Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"59271bdb-e02e-41c0-bfbe-14349c85ef98","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.175920385Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub1","reconcileID":"59271bdb-e02e-41c0-bfbe-14349c85ef98","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.476410282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"9f23719e-ceec-4f37-99e6-33d077d054d2","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.511089078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"5ffa5ef4-d068-4618-9ad5-94b3910c468e","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.535440809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"8947a966-43aa-41e0-bfda-44ca87442933","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.569918174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"efb55d68-0e2c-48e6-a7c7-f968eb8436ee","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:50.606102213Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"efb55d68-0e2c-48e6-a7c7-f968eb8436ee","name":"distinct-2-w0-fc9316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:50.608034149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"efb55d68-0e2c-48e6-a7c7-f968eb8436ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-fc9316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.607476813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"72395d77-adce-475a-a32a-2c847e7007b7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.617471206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"df0cb955-350b-43ca-b06d-c0a55f8d889c","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.607992267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"1578dec8-1a9d-447f-80b2-2ccd6ad2978d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.607168461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"5728fc68-0599-4fcc-bbb8-85559ab222f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.607725402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"929687d3-fb82-436f-8503-d413442a2284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.626920012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"8352ae0d-d02e-4bdb-9fc5-d6b2e06e977a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e803ae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.66078326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"1578dec8-1a9d-447f-80b2-2ccd6ad2978d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.677153316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"929687d3-fb82-436f-8503-d413442a2284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.684205095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"5728fc68-0599-4fcc-bbb8-85559ab222f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.684946108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"72395d77-adce-475a-a32a-2c847e7007b7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.686148414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"37667bda-c83f-47b3-8f89-8f28398892aa","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e803ae6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.890375039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"76214be9-d7db-480b-ab23-406d044d3249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.89057381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f781bf51-f146-4075-8bec-670521084bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.910144335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"76214be9-d7db-480b-ab23-406d044d3249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.911481521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f781bf51-f146-4075-8bec-670521084bf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.97673326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"b927bd15-fbae-44ef-9fad-3bcd2e1811f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.986601962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"d9b24e55-b02c-4441-b91e-a25af6db2cf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:50.999165643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"b927bd15-fbae-44ef-9fad-3bcd2e1811f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.006812796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"d9b24e55-b02c-4441-b91e-a25af6db2cf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.134108013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-user-sub","reconcileID":"efe2fc47-2d70-4f36-b01e-0c8c4c006e31","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.209918787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-user-sub","reconcileID":"efe2fc47-2d70-4f36-b01e-0c8c4c006e31","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-models-other-sub","ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.273950348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"4fe5bc76-63c8-45df-adab-5b460a8819a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.274850898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"1a46a4a2-f09a-4f49-a041-21a03ccc5d16","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.281746994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d6a84baa-711a-4657-afe4-fabad203c51a","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.366103542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"40f1a5ad-8499-4cd7-8cc0-db1fbbdc6434","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.383709055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0d76c861-4b0a-47ac-b3c7-1b7a2aa70cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.383709067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"faf9ce5c-ad7a-4614-a19a-288dc1c8956a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.391629113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"40f1a5ad-8499-4cd7-8cc0-db1fbbdc6434","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.407045044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0d76c861-4b0a-47ac-b3c7-1b7a2aa70cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.410814111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"faf9ce5c-ad7a-4614-a19a-288dc1c8956a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.433007172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d210fee6-d2b8-45e8-bb0a-6c2e72bc7af4","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.572857054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"ad5420e0-f6dd-41ee-8217-6f1660f2ec79","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.603136172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"ad5420e0-f6dd-41ee-8217-6f1660f2ec79","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.67445683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"967f943b-8cca-4f02-a58f-998c8b35f034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.674456933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a96d1050-2a93-4e6e-9e46-58ce6d41e810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.699134012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a96d1050-2a93-4e6e-9e46-58ce6d41e810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:51.701619308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"967f943b-8cca-4f02-a58f-998c8b35f034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.301370498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"f2a1f7c3-aef0-41df-9983-6805ba5c9d89","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.301901376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"ed2d6fc6-5bfd-411a-a51d-b1df926940f0","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.302365277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"24a2a1dd-d91f-4943-bfd5-70902481ec53","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.331144778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"996cfa40-0a46-4329-88b0-70da2145e3bf","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.331641589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"8c94c70c-613c-4dec-b085-e2feb0a73c55","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.332079131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"32989f89-9bae-4591-ab2e-ac4735ade8a6","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.347926085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"17265857-9673-4968-a986-afa0033608c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.348361805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"58886816-ff0e-4292-99a8-5565b5c5b9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.36433544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"c1e0ae5d-f193-405c-b272-0151e1e204b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.366447742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"06202938-6d20-4482-9cb7-616b139ed068","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.368111114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"17265857-9673-4968-a986-afa0033608c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.368613166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"58886816-ff0e-4292-99a8-5565b5c5b9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.57764025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"523c2707-864a-4f13-9bc8-71a3370961d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.577685699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"73443819-38bc-4bad-b340-203b47f68fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.598066962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"523c2707-864a-4f13-9bc8-71a3370961d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:57.598221253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"73443819-38bc-4bad-b340-203b47f68fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:58.375715678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"5a9f6778-d7ed-46b4-bec9-31dae9cd1d12","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.704600877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"8840e467-2b0b-46f0-b8bd-008979d1bd55","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.723741613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"8840e467-2b0b-46f0-b8bd-008979d1bd55","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.740953846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-sub2","reconcileID":"8840e467-2b0b-46f0-b8bd-008979d1bd55","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.808706911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"51fe4947-cff2-481f-b08b-ce79468a93df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.809436775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d660811b-ed3b-48aa-a4a4-d0560efd1f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.845151879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d660811b-ed3b-48aa-a4a4-d0560efd1f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.847096884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"51fe4947-cff2-481f-b08b-ce79468a93df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.930878177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"37f6257a-2491-4e06-9ef0-131f5ca1e5be","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.039123525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d8431b61-0db3-41c4-8775-a24d3d33b108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.04019361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"89329dd9-fa25-40a6-813b-077f8a8045fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.041528167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"20cf398a-74d0-408a-936d-023d727a3697","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.061831762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"b7a16d6a-82f2-4d56-88e3-9255cd432664","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.072871024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"20cf398a-74d0-408a-936d-023d727a3697","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.093589718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"89329dd9-fa25-40a6-813b-077f8a8045fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.107978571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"02967b38-8d02-4279-87ca-4ed74173f8d8","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.110864089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"b7a16d6a-82f2-4d56-88e3-9255cd432664","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.094306225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d8431b61-0db3-41c4-8775-a24d3d33b108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.288502041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth1","reconcileID":"962f0725-3f59-47a0-8aab-18e3d3a05c98","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.372096999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ea1ae15f-05e3-4852-8fc6-e64a9c8aaa47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.373312269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"707c2ce7-9343-4a68-8be7-91aa04f2f6c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.4401252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"86b44e19-b2a9-486f-adcb-3954c70f9826","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.441191158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"707c2ce7-9343-4a68-8be7-91aa04f2f6c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.441775938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ea1ae15f-05e3-4852-8fc6-e64a9c8aaa47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.477214749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"24b288aa-cb1b-40ab-b950-0316829ec1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.520601609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"22457507-ab8c-45b1-8965-ff1fa2d72396","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.526091061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"24b288aa-cb1b-40ab-b950-0316829ec1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.536997366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"ea285b84-76a0-44bc-9439-0fc751bda864","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.59381488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-multi-keys-auth2","reconcileID":"580175b7-fdac-4f51-925e-14375968db97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.60573818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-other-sub","reconcileID":"22457507-ab8c-45b1-8965-ff1fa2d72396","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.680656545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"6ed710f4-ad9b-42cd-b2bd-be0d2994d7fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.699603896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4ac632f0-94c4-401e-8c5e-887da962dd17","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.759160797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"0f352943-2be0-4d93-969a-c46bcde7cf82","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.768323831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2d38b8ef-1e5d-4f35-a979-e214d23f0d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.775846412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"b1cdb6f7-770b-4847-b5ca-e5401ca51801","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.776565699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ffd358a3-eaa0-4299-98a8-f376262cb307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.804642951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2d38b8ef-1e5d-4f35-a979-e214d23f0d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.816737303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ffd358a3-eaa0-4299-98a8-f376262cb307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.820760746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"b1cdb6f7-770b-4847-b5ca-e5401ca51801","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.846618693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"9aa2eaea-1218-4cfb-a891-08baf5599ebf","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.973820571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-models-access-denied-auth","reconcileID":"0a73f608-37b3-40c5-9721-c3687328fe74","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.030403353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"de82d70a-1146-4cf6-8642-4e7461a9aa94","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.036942415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"8272e031-8546-4b92-a8fb-84d77c7efc9c","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.057940989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"619f4c65-5357-47cc-94cc-8f203e192453","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.117840205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8bd8cc28-b660-4760-8c32-b2c7e8516e57","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.137395761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8bd8cc28-b660-4760-8c32-b2c7e8516e57","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.244878842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"9242d629-016e-4a44-a989-f53bc68aae1b","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.270114579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"c00097e9-019c-4e6f-a3f6-cd3fba8fa7da","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:03.282023846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"68f0d03f-453e-405e-a54e-be21a08d2f71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.305549101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"88ec2ec4-a00f-4c18-967d-1f6dafdb76ab","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.31147211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c331c8c9-7454-4508-b271-e1105d03de57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.311920727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"573a5eb9-67b0-43af-8066-ba1c0f89c12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.315030471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"852e176d-f283-43e4-a75e-d7d41ef1843c","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.33252742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c331c8c9-7454-4508-b271-e1105d03de57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.337023281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"573a5eb9-67b0-43af-8066-ba1c0f89c12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.339469577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"6798fc44-f81d-44d2-b787-c7ddd0fa4e92","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.341507077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"63fe9718-e150-4d96-973c-137e767c4088","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.363498347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"9e54e5bd-9fc8-4969-899a-94bd2233718b","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.420094624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"27250ad3-62cf-4669-aa93-542979894125","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.420415931Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c74dae47-fd60-4e51-aa77-02ea7f76befb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"distinct-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.439797225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"27250ad3-62cf-4669-aa93-542979894125","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.456107282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"9761bfb1-d632-4754-9be1-0af382439a4b","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.476761971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"e688f1e5-b973-40cf-bd65-757cfd08a665","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.478669691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"e34583a5-73a4-4b86-9355-0c7c7c41e521","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.514578951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f4cae079-9a0a-4900-bf3f-39085bfcd346","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.534221313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f4cae079-9a0a-4900-bf3f-39085bfcd346","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.539030329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4eb37ba8-daf8-4f3a-bc36-64ded1227161","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.563073615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"f64cbc82-6c3e-40aa-94e0-f4d2ea6d7d0a","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.586292875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"4566488c-1a53-45b0-b5db-4551bd8cd09f","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.597163574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"ee091353-3f7b-4450-a370-9dca40ab52cd","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:03.601141451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-99bdb8/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.61739826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"51cbe1d9-48a1-46c0-afd6-2de508a2c680","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.627674798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"41328079-a665-4121-a268-5f176a7838f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.631503935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5f437e31-65a6-4200-8d84-93e1f18225a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.631563583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"80a2d38d-4d68-4a64-9e13-c2064f7260b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.646874777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"41328079-a665-4121-a268-5f176a7838f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.651746447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5f437e31-65a6-4200-8d84-93e1f18225a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.651942781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"80a2d38d-4d68-4a64-9e13-c2064f7260b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.663116717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"1794d80e-e3c9-4d3a-a6b4-82e1fd1063aa","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.663199399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-fc9316 priority=0:[ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.682110915Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d60263b0-2bfc-48d9-8518-8543c979fa5e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-w4-99bdb8","model":"distinct-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.685792559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"b248234c-bdf2-4274-9e9e-66948a3cdd89","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.696423375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"70922e12-cb74-429a-9cf0-403cc3c6ba89","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.70614526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"646f0da4-b2d5-470f-9e3b-a1366a90076e","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.709179261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"a4a8c327-537c-4f44-894a-a95c17b0ed73","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.715718956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"d0668f61-8ae9-4a6a-b322-8594ea241361","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:03.725523571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.729788932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eeb2ee77-2e75-407f-9b8b-ecc1769e981f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.73501758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"3395e303-84fd-4658-a1e5-dfdd8dfde3a6","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.748663998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eeb2ee77-2e75-407f-9b8b-ecc1769e981f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.776911942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"f14d78bb-89cf-4cdd-b527-a84350083adb","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.782696121Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ceffefdb-1e96-4bb7-8539-b59b81a7809b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"distinct-2-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.813679558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a2762820-7b88-4e16-8be4-d1e9d65826de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.8245261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"abd8d1fe-db17-4a63-87fa-ed84b008cf6f","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.833085243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a2762820-7b88-4e16-8be4-d1e9d65826de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.841015723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"a3e129a1-ae65-455b-9348-2308bc3d36e2","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.880590995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"98647a42-2fc6-4778-aaa4-304dce331d77","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.927406772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bcacf019-1378-4834-ae8e-c499881cd17d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.927404838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"70cf46bf-2b69-423c-9116-3fd44d40348c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.927892636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1bc99b32-c23e-4f4e-94be-6f340dfcf2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.927952336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a0508d13-23b4-45cf-a11a-5a0004491bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.948175998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bcacf019-1378-4834-ae8e-c499881cd17d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.948302625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1bc99b32-c23e-4f4e-94be-6f340dfcf2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.950396844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"70cf46bf-2b69-423c-9116-3fd44d40348c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.950492854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a0508d13-23b4-45cf-a11a-5a0004491bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.978719735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d09407b9-d5d8-445c-a1aa-8eafdab04954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.991021226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub2","reconcileID":"162f39b4-6d0e-43d1-a5d2-cc78a2c60d76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.99135242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"9c6047bb-7aef-4f6c-bfe3-94f0cfa617c0","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.992447379Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-fc9316 priority=0:[ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-fc9316/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-99bdb8 priority=0:[ai-tenant-e2e-worker-w4-99bdb8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-99bdb8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:03.999702483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d09407b9-d5d8-445c-a1aa-8eafdab04954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.017343547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"4b6d1d12-102c-40fd-adc1-426c9cc5cf98","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.026994022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"7c79b60b-82e0-4688-8e1f-c02b383f8147","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.037649553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"ad6ba292-3b3d-42df-b0b6-deaa571294bb","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.04676643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"935efa4c-2bc8-4e45-ba15-7561dbd05a8b","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.049416249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"b89c464b-cf03-41fe-a38c-cb5bd5ca3fe1","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:04.053688064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-99bdb8/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.108444936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"03de41c8-f515-409d-80ae-5550a9564583","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.109622525Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"77ac69dd-690c-450e-821a-ded849a0df4e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-2-w4-99bdb8","model":"distinct-2-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:04.216540991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bcacf019-1378-4834-ae8e-c499881cd17d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.228497017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0dafd97b-5570-4b8d-ad14-449430141b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.228988181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e23c7be0-0b52-4029-9a06-30378d2299f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.238034423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"2b30f502-7126-4550-8c1b-c860477ea449","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.24844862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0dafd97b-5570-4b8d-ad14-449430141b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.28823997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e23c7be0-0b52-4029-9a06-30378d2299f7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.302288343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2cada221-69cd-4c8d-ab2c-724a3216cdf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.303357592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2559bfd2-5a6b-49e6-aa18-a19549fc3358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.317928095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e588d099-501d-480e-ad36-67c2b6bf9b88","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.321535826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2cada221-69cd-4c8d-ab2c-724a3216cdf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.322994539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2559bfd2-5a6b-49e6-aa18-a19549fc3358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.333537153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1a005a22-4299-424f-a071-24b6d2e31a6f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-2-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.33727232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e588d099-501d-480e-ad36-67c2b6bf9b88","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.393352944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1afbfb28-e5f2-4593-a29b-a3acd71e29fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.407461897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"46116456-2c9f-4aee-8213-346a9f350529","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.413849063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1afbfb28-e5f2-4593-a29b-a3acd71e29fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.49380382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f6fd900a-40fd-460a-8af5-e32a0010fd6c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:04.514813811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f6fd900a-40fd-460a-8af5-e32a0010fd6c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.309690705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"8ecbe8af-ea54-4c79-9be8-ea0b2657a26e","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.365671636Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1b81de66-6df7-4b68-af5a-33fc1911f421","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-853dc0c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.390815971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1c07d430-c775-42a8-9330-a04e434ca944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.391528517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dfd771ec-7260-4e9d-b759-ae4c13af61c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.392203419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"db3f9ca4-9269-486f-8cf1-ffb0eb068bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.392776609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"035a04ee-7f66-42fa-bb5c-0e87f5b2e550","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.418579307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"035a04ee-7f66-42fa-bb5c-0e87f5b2e550","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.419685004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"db3f9ca4-9269-486f-8cf1-ffb0eb068bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.420903316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dfd771ec-7260-4e9d-b759-ae4c13af61c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.422296461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1c07d430-c775-42a8-9330-a04e434ca944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.5470291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"80c85303-9243-479a-a028-4dec066dc6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.547097884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"22c8c6f4-52dd-4ee4-99fb-340cdbe06486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.547508953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"983cb8d3-35c2-4d3d-8f91-49dc3a924eae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.547523078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"01bbf4ba-334e-4b7c-87c9-c3b31f4e4753","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.551406624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"0ecabc44-de3a-41bc-b966-a6d33210c171","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.567156319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"80c85303-9243-479a-a028-4dec066dc6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.56738069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"983cb8d3-35c2-4d3d-8f91-49dc3a924eae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.569248983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"22c8c6f4-52dd-4ee4-99fb-340cdbe06486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.5699183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"01bbf4ba-334e-4b7c-87c9-c3b31f4e4753","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.611881351Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1bdccd89-26bb-494e-9163-642813594c37","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ee42705a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.65143688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fce5c7fe-b7c1-4df4-8983-a1cf3b34c04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.670741671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fce5c7fe-b7c1-4df4-8983-a1cf3b34c04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.782908377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cc4ef4af-c800-4779-9a6d-775396c009d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.783102163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d179130c-e6a7-4b95-ab97-73208040db6a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.782917591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be8acdcf-b194-4f41-b34c-0a82691b0790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.807221214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cc4ef4af-c800-4779-9a6d-775396c009d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.811696501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d179130c-e6a7-4b95-ab97-73208040db6a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.815133369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be8acdcf-b194-4f41-b34c-0a82691b0790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.893864455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d08d7f3a-ddbe-4bcb-a941-f4f24670c7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:05.914293284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d08d7f3a-ddbe-4bcb-a941-f4f24670c7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:13.7659541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"441b0a5e-7f49-4ff7-8015-e6e17e367ed0","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.051581848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"544ed84e-295a-417c-90f7-e7d2ce3d4020","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.052104489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"adaef641-0c19-4d3a-99e4-c88811920a41","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.052450576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"962304cb-38a1-42c7-b0ca-0fae89ee84ae","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.079618846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"a1895670-126d-461d-a833-cf7b9d423012","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.080012159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"675ca19b-f6b1-4f82-bc07-7ad2e7f5949d","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.080354897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e7e5a4fa-d717-4bda-9df6-f3d7995a93e5","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.097826275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2ef688ea-e5ce-4b8a-9ab0-22210e2849e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.098308986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ec5c433e-8c35-4b0e-a5fa-30d52ce8fd16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.114481428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"b8fc8870-3fbc-4816-b127-8298b0ebaa8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.11475434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"f63a75a1-be17-44f8-93d6-8b6ef31abc57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.117788551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2ef688ea-e5ce-4b8a-9ab0-22210e2849e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.117865871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ec5c433e-8c35-4b0e-a5fa-30d52ce8fd16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.243353354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fd4ff581-a205-432a-bb39-41da1595d760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.24423517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fd2744c2-6359-46e6-81ae-a746252b9394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.276919187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fd2744c2-6359-46e6-81ae-a746252b9394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.313229984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fd4ff581-a205-432a-bb39-41da1595d760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:14.736303146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"d27585fd-c0f2-4d4f-b630-43c4d4d9ff94","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.381479148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"127d1b31-230c-412f-a525-776a02ce8f83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.398882995Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"127d1b31-230c-412f-a525-776a02ce8f83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.414601869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub1","reconcileID":"127d1b31-230c-412f-a525-776a02ce8f83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.50761411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"b756624b-226b-46df-9082-34abcfa8d501","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.525692225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"f1d45e34-9e31-4e4b-9de9-579e204fdaab","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.582994116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8016c63e-9058-48d6-9da8-f77c929bb887","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.585566258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"89a206a9-5a89-4a98-bcae-9f3ae963d503","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.618793225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8016c63e-9058-48d6-9da8-f77c929bb887","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.651379404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52b93b03-c232-4d3f-bf15-5ab037239f7a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.670561488Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52b93b03-c232-4d3f-bf15-5ab037239f7a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.675205798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"af457662-5049-460a-831f-44b2db486bba","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.686450603Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"52b93b03-c232-4d3f-bf15-5ab037239f7a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.696195022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"36864cbf-17c6-439a-a3c9-eabd488300d0","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.715607547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"de5d85bc-fb2e-4d80-a8c9-e9353fd4e116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.715616171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63304e48-9b28-4f50-8dd0-3502c2f25550","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.716004138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"be8c8daa-7b2d-4726-9029-135f6092614f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.716221132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e4731aff-7976-4993-8cd9-e310af4e27e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.725312813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"98054d54-3e63-431f-8885-d1035962906c","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.728191079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"ab03a728-a215-40b9-bf28-36848a991a55","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.735591349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"de5d85bc-fb2e-4d80-a8c9-e9353fd4e116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.73561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63304e48-9b28-4f50-8dd0-3502c2f25550","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.738125662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"be8c8daa-7b2d-4726-9029-135f6092614f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.738172267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e4731aff-7976-4993-8cd9-e310af4e27e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.749348479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"8ca79aaf-55dd-4f80-9255-1f3d84b797d7","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:15.759863391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub","reconcileID":"27aed8fe-c1d6-40af-887e-d51357646b26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.782677918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub2","reconcileID":"36f24042-5a71-4c4c-9224-737f5ae0ef16","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c2ce0e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.80056461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"f8cd76f8-f550-4aba-8365-846aeeb943b0","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.820700846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"f3e71ea5-a9ac-4888-9c66-a29e37a39691","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.828187466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"28db7ca6-c1ad-4b13-ba33-e2d01aefe92b","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.844310434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"2e73a82d-9683-4e56-94d3-074f5e48fcef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.908071417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"937a6918-5765-4386-a6e3-384a50405c2a","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.909051579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c27f7ddb-b0eb-46d7-82d9-6e61516f542b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.933141509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c27f7ddb-b0eb-46d7-82d9-6e61516f542b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:15.991657944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"503b5d10-7653-4dd2-9cc4-ac88f7cfc922","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.009796442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"28720f91-67f6-45dc-b2dd-045170d5ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.016175151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ec2a8f35-9403-473b-995e-a24a8d736c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.021776775Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub","reconcileID":"650da1c4-f117-42ce-82df-0b3e2f4d5468","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.030111549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"28720f91-67f6-45dc-b2dd-045170d5ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.038690361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ec2a8f35-9403-473b-995e-a24a8d736c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.04089933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"e2f49f11-0c4d-4c46-a2dd-78587c6d554e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.051241447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59b2e754-cbaa-49bb-8d02-384f8f44964d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.054271639Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a705855a-877c-4e98-a8b4-c3d87183d6bf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f16327f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.060861705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"e2f49f11-0c4d-4c46-a2dd-78587c6d554e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.070695539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"59b2e754-cbaa-49bb-8d02-384f8f44964d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.081184001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"e81c046e-f42a-4836-b9be-1d25583f5cb0","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.089734341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"a3cd7328-a618-4510-a7cc-14357b3fff88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.20591198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub","reconcileID":"bb6d61aa-ff45-4ac6-a5cb-188d38043313","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.20629302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"52b616ac-d56b-4709-8224-4c2adcc65dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.260042033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"52b616ac-d56b-4709-8224-4c2adcc65dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.432227058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a25042a5-a55e-41e3-b98b-48c20138e4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.433887304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"be8192ae-1897-4e12-9cf5-5bd255475082","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.449127636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c9ae73cc-0d59-4f88-9569-7a18fdb02e23","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.454141689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"39ff72a6-1969-433a-95ed-404c205024d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.465294814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"be8192ae-1897-4e12-9cf5-5bd255475082","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.465850411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a25042a5-a55e-41e3-b98b-48c20138e4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.477020142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c9ae73cc-0d59-4f88-9569-7a18fdb02e23","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.481111937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"39ff72a6-1969-433a-95ed-404c205024d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.586104938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"37205c02-c7de-448d-8c10-fcb359c04580","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.607117395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"37205c02-c7de-448d-8c10-fcb359c04580","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.692365345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"5b7c109d-c3a9-4cf1-8a6a-8903c4299a8a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.71646047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"3b82ffa8-735b-4b26-9871-54ecfae07377","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.887097011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"ddadbf03-8ada-4dfc-9102-d4b2945de0e8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.94913954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"69f232e3-75b2-47ce-9d84-ff51b1464a0a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.952955076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"ddadbf03-8ada-4dfc-9102-d4b2945de0e8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.989862757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"b0e31bf9-0b45-4b9e-928f-afeb462568d5","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:16.991498056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (400b4ff1f09d4966e8a3bb190297246269dca9ee6b074e933be94702a70270ad) AuthConfig (6c21d4cde2902db9119467e2a91f40a372681327dcbc82add37abd36c89f7e9b) AuthConfig (31987005c649c283bb056a8bec3a61528cb9663d991ae8fe8c84b4ca124808a8) AuthConfig (86dc7e7073540ebc95d60f7d01190df9e6972935407a058d6d7156b07d753b81) AuthConfig (0394b17e96896c675051cd2944566cbddf4ee04fe127fe1cf286e590115140e5) AuthConfig (06d6b06d044ace1d1aba7a28b4e6a675f6a71fd2fb9057946042edf500d6cf20) AuthConfig (4b0f61a0fb2aea79bf83584bb279e9c21e129f81d7ff52b296088aec43ef8844) AuthConfig (08f46399d904cf1b8f0746f31349392566be9bff4faa389a23157bc2716583f7) AuthConfig (6f1b73ca33da81c59cf70fb5fb56ff26fb453b42e7ec3851f18dc09fdbd99b3c) AuthConfig (0fe1e8f5418429e09b5c38980f9d873a71a0eecb56ad0cfc0c1a78f8262ab52b) AuthConfig (7295666eec9cf2432f350f7fae8e29c9c772da2922f0f8662642105381d5e3a7) AuthConfig (afbf218ea2be094b43603ba0c3a00b56e702ce7dfd57711e177ea808135138b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"ddadbf03-8ada-4dfc-9102-d4b2945de0e8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:17.012741227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-valid-sub","reconcileID":"388c1b23-5967-43e6-918a-e958e3a6f769","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.017892043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"38e4e0fb-d011-493c-ad5c-1cd24309c983","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.052784174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8d5ccca0-af90-4cd7-886b-e8d928abcc7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.053424102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"151725dd-8db1-49de-8694-2026e49f7729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.062669988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0475c846-e4d3-495c-b251-573b59f9ee53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.106486921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"957bb1b6-60ac-4ad1-a67d-1e529888f6f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.089402364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"eb3babb3-34ef-4e92-88c5-72abc48a3f49","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.21063314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"81af6fcc-2cbf-4154-85b2-b094cb29bb99","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.259527327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"b0ea530a-8be0-4c05-b3ec-2ade306c5841","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.262310371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8d5ccca0-af90-4cd7-886b-e8d928abcc7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.28901298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0475c846-e4d3-495c-b251-573b59f9ee53","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.319443471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"957bb1b6-60ac-4ad1-a67d-1e529888f6f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.329440787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"151725dd-8db1-49de-8694-2026e49f7729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.347007481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"81af6fcc-2cbf-4154-85b2-b094cb29bb99","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.466829929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (400b4ff1f09d4966e8a3bb190297246269dca9ee6b074e933be94702a70270ad) AuthConfig (6c21d4cde2902db9119467e2a91f40a372681327dcbc82add37abd36c89f7e9b) AuthConfig (31987005c649c283bb056a8bec3a61528cb9663d991ae8fe8c84b4ca124808a8) AuthConfig (86dc7e7073540ebc95d60f7d01190df9e6972935407a058d6d7156b07d753b81) AuthConfig (0394b17e96896c675051cd2944566cbddf4ee04fe127fe1cf286e590115140e5) AuthConfig (06d6b06d044ace1d1aba7a28b4e6a675f6a71fd2fb9057946042edf500d6cf20) AuthConfig (4b0f61a0fb2aea79bf83584bb279e9c21e129f81d7ff52b296088aec43ef8844) AuthConfig (08f46399d904cf1b8f0746f31349392566be9bff4faa389a23157bc2716583f7) AuthConfig (6f1b73ca33da81c59cf70fb5fb56ff26fb453b42e7ec3851f18dc09fdbd99b3c) AuthConfig (0fe1e8f5418429e09b5c38980f9d873a71a0eecb56ad0cfc0c1a78f8262ab52b) AuthConfig (7295666eec9cf2432f350f7fae8e29c9c772da2922f0f8662642105381d5e3a7) AuthConfig (afbf218ea2be094b43603ba0c3a00b56e702ce7dfd57711e177ea808135138b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"81af6fcc-2cbf-4154-85b2-b094cb29bb99","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.620511999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b8c50025-5849-462c-8853-0c76700327a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.63994849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8bb6e36b-bd58-46bd-a754-326630b82300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.694583627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b8c50025-5849-462c-8853-0c76700327a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.699472949Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-valid-sub","reconcileID":"b7459354-231b-45ac-b405-81ae9db1e3e3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.765407902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.799623365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8bb6e36b-bd58-46bd-a754-326630b82300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.825815941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"421c751d-ebee-4412-8f9c-06c45d4b7ae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.835903443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e0eaa2eb-17d4-4bc2-96f1-e377bd3e9ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.843460854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e958c882-8dc8-4822-9415-35882639f8d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.844144431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"d76832fb-49a0-4a63-a0b1-68cdcd146988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.888836187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"803e4924-4b4e-4e38-901e-08710bc30a89","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.891096032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e0eaa2eb-17d4-4bc2-96f1-e377bd3e9ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.900683223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e958c882-8dc8-4822-9415-35882639f8d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.039339129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"d76832fb-49a0-4a63-a0b1-68cdcd146988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.07717871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-valid-sub","reconcileID":"fa7fcb8f-ed8d-4d93-81b0-9f7bfa2d70a1","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.097143211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"186faaed-fb6e-419e-a9db-749e2c7e0636","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.139143863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"178fcf04-a291-4047-9138-4c3c05437f37","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.165163782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"178fcf04-a291-4047-9138-4c3c05437f37","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.170186963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"186faaed-fb6e-419e-a9db-749e2c7e0636","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.192566202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (400b4ff1f09d4966e8a3bb190297246269dca9ee6b074e933be94702a70270ad) AuthConfig (6c21d4cde2902db9119467e2a91f40a372681327dcbc82add37abd36c89f7e9b) AuthConfig (31987005c649c283bb056a8bec3a61528cb9663d991ae8fe8c84b4ca124808a8) AuthConfig (86dc7e7073540ebc95d60f7d01190df9e6972935407a058d6d7156b07d753b81) AuthConfig (0394b17e96896c675051cd2944566cbddf4ee04fe127fe1cf286e590115140e5) AuthConfig (06d6b06d044ace1d1aba7a28b4e6a675f6a71fd2fb9057946042edf500d6cf20) AuthConfig (4b0f61a0fb2aea79bf83584bb279e9c21e129f81d7ff52b296088aec43ef8844) AuthConfig (08f46399d904cf1b8f0746f31349392566be9bff4faa389a23157bc2716583f7) AuthConfig (6f1b73ca33da81c59cf70fb5fb56ff26fb453b42e7ec3851f18dc09fdbd99b3c) AuthConfig (0fe1e8f5418429e09b5c38980f9d873a71a0eecb56ad0cfc0c1a78f8262ab52b) AuthConfig (7295666eec9cf2432f350f7fae8e29c9c772da2922f0f8662642105381d5e3a7) AuthConfig (afbf218ea2be094b43603ba0c3a00b56e702ce7dfd57711e177ea808135138b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"178fcf04-a291-4047-9138-4c3c05437f37","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.192856682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"248fb21e-1f73-4fef-a49d-974715526ad3","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.707979209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"8e49d8e2-400c-4899-959b-179be88bce78","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.753912321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9a4b9934-a3f6-4f39-8564-dd228417667c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.754044934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"631569d1-d52b-4cbd-aaa3-f4c8724d77a3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.754451412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ac80a218-a9d5-421d-8247-19bbd6692a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.773642345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"631569d1-d52b-4cbd-aaa3-f4c8724d77a3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.773758347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9a4b9934-a3f6-4f39-8564-dd228417667c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:24.775909801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ac80a218-a9d5-421d-8247-19bbd6692a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:25.798533478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub2","reconcileID":"40bf4b10-a7fe-4779-aeab-f0a7ca82d55b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:25.814140254Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub2","reconcileID":"40bf4b10-a7fe-4779-aeab-f0a7ca82d55b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:25.82997004Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-sub2","reconcileID":"40bf4b10-a7fe-4779-aeab-f0a7ca82d55b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:25.983092461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"6a5815a8-7487-4bf4-ab7f-14f9c52ef2ae","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.006501257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"d83d5fe4-c082-42ce-85a2-54edfa648997","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.058783326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4dbf5c35-15f3-43e4-837b-a7a0122a4a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.059407714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1954535a-ff66-45bb-968b-ff524137eda4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.059504821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"816c0620-8337-4901-9f90-9731c7799c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.059809497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"110d1780-1caf-4156-8508-e7cdedccd348","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.070225174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7354eb71-0db5-46cf-b674-57f4881430c7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.078712235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4dbf5c35-15f3-43e4-837b-a7a0122a4a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.079531169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1954535a-ff66-45bb-968b-ff524137eda4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.081048739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"816c0620-8337-4901-9f90-9731c7799c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.082028025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"110d1780-1caf-4156-8508-e7cdedccd348","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.085629686Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7354eb71-0db5-46cf-b674-57f4881430c7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.101103503Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7354eb71-0db5-46cf-b674-57f4881430c7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.137860496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"5a5be23d-0605-4875-9958-0656f76066d7","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.190710644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"60bcf9fd-40a0-47ba-8508-305abfa33130","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.213444652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1efa311a-7198-446d-aded-3ac179f33c3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.319792799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d5660d0-c8a3-448f-96ff-330c635b1f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.337732976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"9e1598b1-d075-4f21-8c63-7969decc6cd8","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.341764243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d5660d0-c8a3-448f-96ff-330c635b1f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.358274117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8aaad647-0d8b-4841-945c-f56a1a9ddaea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.373550722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2cb45f62-2e18-4ccb-b582-733d053c02c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.373578165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02ebacf3-25fc-4a4f-b372-340585979974","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.377701382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8aaad647-0d8b-4841-945c-f56a1a9ddaea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.392965055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2cb45f62-2e18-4ccb-b582-733d053c02c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.393938754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02ebacf3-25fc-4a4f-b372-340585979974","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.431888347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"6a2dd0ea-c2d3-4fe0-aba5-8747642392bb","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.491109723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0d40ba5c-5788-479a-a12c-1472d15877fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.512530408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41719b7d-cb22-426a-8049-29eee6c2dc5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.51418382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0d40ba5c-5788-479a-a12c-1472d15877fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.593851001Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-sa-multi-hdr-auth2","reconcileID":"92310785-d99e-4336-a800-86f78a6c59aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-2-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.594282979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"1af00e71-11b9-44e3-9a30-476995029a81","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.732799653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"26b3e6f5-fd5c-4c80-86cd-f9dc1732c38c","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.733779625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"6d0cdcb3-8158-4bd8-958b-8fd1b038da07","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.894214108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b3b9416e-edef-41af-ab54-207963309ed7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/distinct-2-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:26.894731334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"6432fa9d-b482-47cb-8e92-706ecec18c8d","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.043967418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"97b02700-7212-4ee2-a1bd-3b761bc41b12","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.624964699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a577a4fa-d58d-4205-ac61-b8bb1340baae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.625757551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"714820c2-fe4c-4fd4-9c58-25d06f4e2857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.741595304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a577a4fa-d58d-4205-ac61-b8bb1340baae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.756041373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"714820c2-fe4c-4fd4-9c58-25d06f4e2857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.783662218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8dee4d12-59d4-4679-a1e7-8ab49f697e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.78496047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2542bc28-61c3-46ad-be55-c45ac5691abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.813169211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2542bc28-61c3-46ad-be55-c45ac5691abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.878506094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8dee4d12-59d4-4679-a1e7-8ab49f697e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.041110575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"21cf9bf1-90d8-4c37-a8cc-2529f073dd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.085502241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"21cf9bf1-90d8-4c37-a8cc-2529f073dd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.117878001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1332db61-b231-490e-b981-40a816fc3d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.165973378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1332db61-b231-490e-b981-40a816fc3d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.253811492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"5c6bfd32-2e43-437e-b90c-d5f9343660d2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.28483326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"5c6bfd32-2e43-437e-b90c-d5f9343660d2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.314162788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06d6b06d044ace1d1aba7a28b4e6a675f6a71fd2fb9057946042edf500d6cf20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"5c6bfd32-2e43-437e-b90c-d5f9343660d2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.353404369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"8fa6101e-5a02-48d8-a7f7-b93eaf1605b1","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:30.304705937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"b615f37a-4ccc-4ff5-a66c-dbcd5518b41f","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.271990895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"557adb84-6988-4160-91db-750ce97efc2f","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.371641215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"f2ca52b9-629d-42c7-bb67-f44f2d9c266e","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.401307054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"f417c95f-0c88-4d77-bfc8-1a32a887475f","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.453940778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"7e69c4f6-642b-4df6-abf5-da761c6e2080","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.571899675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"c40a1eb2-88df-4ebd-a9c9-1f295f070f04","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.628676128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"6312e377-7d5b-446b-8be4-b7d938fbf4a6","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:31.650163434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-sub","reconcileID":"d1af2213-b63b-4a62-b726-d4a4de419b29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.665880186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6bf830fb-ea38-4ba4-a9a1-9110480d1ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.669714403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c1bd04c5-5881-43d6-9b31-6b2022493bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.679968828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"7e69c4f6-642b-4df6-abf5-da761c6e2080","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.747488318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6488c6e013e3a6d2670dd20d479b02ba4557ead8f091dd4275f37733611d6200) AuthConfig (b42c0ed80a16f5f1f9156246b8d4d1f9cfbbb2a169434d1cded72347c438656b) AuthConfig (8879454121856fae5554f12a8dc2d598e90b852bb984be75f41ae8fb3aec9f4f) AuthConfig (e23d794ceba7f28eb5be871c6d151b4d800fdbb4578dc64d68cb7b006f4eb155) AuthConfig (15be16de4b272224cfe8fa9ceea9a306d320a5909c49495adb75206a2898e1b4) AuthConfig (4b8467cf6155738421a8d872ee1cc23fb8fe46d71f1d3eb8591f8f49d76efa81) AuthConfig (d6ef95bc62796e914aa31cfb6054ee1048c359ac97e42c77bdb7d3ccd1b1640e) AuthConfig (49d117978d80356d310b07aef838422ba370e6e4edb51ca5bed0f047e8a49f23) AuthConfig (947f9cd8312be882d58c1798c4312e8033a354f5a24a478678627e1ec3ff7914) AuthConfig (11030e3d54f2c2866dfca6df359a411a8ef06bfa7a0aaa76065762c01f787f24) AuthConfig (f844536e96453b84bd1269f20fbfb4bfb4b5fb750eae2506a177de0a6aa4c2ca) AuthConfig (a08bd541daa6b5aff11b40c69b639a0da8392b1af60c5629e4533cf9a32c576c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"7e69c4f6-642b-4df6-abf5-da761c6e2080","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.769882631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c1bd04c5-5881-43d6-9b31-6b2022493bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.770726902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"411a966f-a0ce-4d8d-aecb-89c79ce89fa8","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.814187113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"a663c779-4a85-4fe7-bfb8-0a3d04332a38","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.835826547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"8c21418a-a972-41b6-9795-42b3bc1d5bd0","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.868156794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6bf830fb-ea38-4ba4-a9a1-9110480d1ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.88819782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"5fd5d21e-4d19-4e16-9b77-3af90f7070b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.895880332Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-sub","reconcileID":"8883bc12-b4a4-4eb4-8632-98a863b469f2","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.927839212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"5fd5d21e-4d19-4e16-9b77-3af90f7070b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:31.951144974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6488c6e013e3a6d2670dd20d479b02ba4557ead8f091dd4275f37733611d6200) AuthConfig (b42c0ed80a16f5f1f9156246b8d4d1f9cfbbb2a169434d1cded72347c438656b) AuthConfig (8879454121856fae5554f12a8dc2d598e90b852bb984be75f41ae8fb3aec9f4f) AuthConfig (e23d794ceba7f28eb5be871c6d151b4d800fdbb4578dc64d68cb7b006f4eb155) AuthConfig (15be16de4b272224cfe8fa9ceea9a306d320a5909c49495adb75206a2898e1b4) AuthConfig (4b8467cf6155738421a8d872ee1cc23fb8fe46d71f1d3eb8591f8f49d76efa81) AuthConfig (d6ef95bc62796e914aa31cfb6054ee1048c359ac97e42c77bdb7d3ccd1b1640e) AuthConfig (49d117978d80356d310b07aef838422ba370e6e4edb51ca5bed0f047e8a49f23) AuthConfig (947f9cd8312be882d58c1798c4312e8033a354f5a24a478678627e1ec3ff7914) AuthConfig (11030e3d54f2c2866dfca6df359a411a8ef06bfa7a0aaa76065762c01f787f24) AuthConfig (f844536e96453b84bd1269f20fbfb4bfb4b5fb750eae2506a177de0a6aa4c2ca) AuthConfig (a08bd541daa6b5aff11b40c69b639a0da8392b1af60c5629e4533cf9a32c576c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"5fd5d21e-4d19-4e16-9b77-3af90f7070b3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.029648888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"eb8316d0-c80b-47dc-adc5-dd33c0f96631","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.030762379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"17c3f81a-2be2-402c-9700-9067cf26a344","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.031556359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ff797a4f-0af0-4faf-b9e6-191b4b50acc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.099237969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ff797a4f-0af0-4faf-b9e6-191b4b50acc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.155655282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"604d70e0-0759-4c4b-9205-15858dd35abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.156993058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-sub","reconcileID":"7ba9803a-480c-487e-b0d8-756bc5767daf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.181916439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"604d70e0-0759-4c4b-9205-15858dd35abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:32.232365112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"afdff992-202a-4151-ab31-414e41fee2b2","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:34.801729995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub","reconcileID":"96fabda7-b4cf-4b26-8668-5abd95a82f87","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:34.872535528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub","reconcileID":"96fabda7-b4cf-4b26-8668-5abd95a82f87","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:34.936424308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"417d8588-2feb-4d98-b749-19c92369c977","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.027600607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"504918a4-adc9-4e44-838f-c298fc0b8e05","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.049653488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e919b50d-4520-4789-9110-ec565edb4e5b","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.073191948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"491e3a3f-eb3b-4e68-a9e4-80c101de2496","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.073550851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5c95b054-23e1-4588-9bec-1911fcb04ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.073741891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8dd508d1-333f-4528-a83f-e22f520ed62e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.074013767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0f33705b-3bed-4017-aed7-2ea38c4873b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.093675385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5c95b054-23e1-4588-9bec-1911fcb04ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.094015411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8dd508d1-333f-4528-a83f-e22f520ed62e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.096504841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0f33705b-3bed-4017-aed7-2ea38c4873b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.560441933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab7dce3-3209-43aa-9a07-01f067f272e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.576106135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab7dce3-3209-43aa-9a07-01f067f272e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.591932572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab7dce3-3209-43aa-9a07-01f067f272e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:35.607529882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab7dce3-3209-43aa-9a07-01f067f272e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:36.293644583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a799f1-e968-4b42-bb87-1b3935dc9dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:36.312429396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a799f1-e968-4b42-bb87-1b3935dc9dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:36.328313021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a799f1-e968-4b42-bb87-1b3935dc9dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:36.344893983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a799f1-e968-4b42-bb87-1b3935dc9dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:36.438740625Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f76b708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f76b708","reconcileID":"c4463bde-0f13-4131-b40f-34699996f3a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f76b708","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9f76b708":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:37.059040598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f5c06-f25a-4c7e-8821-6e67d33abffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:37.074571615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f5c06-f25a-4c7e-8821-6e67d33abffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:37.090176965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f5c06-f25a-4c7e-8821-6e67d33abffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:37.105731419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09f5c06-f25a-4c7e-8821-6e67d33abffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.404017929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"13e65158-e19a-4851-95dc-1c9b3c84829c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.424027832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"13e65158-e19a-4851-95dc-1c9b3c84829c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.443351942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b85343-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06d6b06d044ace1d1aba7a28b4e6a675f6a71fd2fb9057946042edf500d6cf20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"13e65158-e19a-4851-95dc-1c9b3c84829c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.034821924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"72bd2ddd-8ef8-40b9-93ac-7a820e15a11d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.053715522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"72bd2ddd-8ef8-40b9-93ac-7a820e15a11d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.071429489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-4c61c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6488c6e013e3a6d2670dd20d479b02ba4557ead8f091dd4275f37733611d6200) AuthConfig (b42c0ed80a16f5f1f9156246b8d4d1f9cfbbb2a169434d1cded72347c438656b) AuthConfig (8879454121856fae5554f12a8dc2d598e90b852bb984be75f41ae8fb3aec9f4f) AuthConfig (e23d794ceba7f28eb5be871c6d151b4d800fdbb4578dc64d68cb7b006f4eb155) AuthConfig (15be16de4b272224cfe8fa9ceea9a306d320a5909c49495adb75206a2898e1b4) AuthConfig (4b8467cf6155738421a8d872ee1cc23fb8fe46d71f1d3eb8591f8f49d76efa81) AuthConfig (d6ef95bc62796e914aa31cfb6054ee1048c359ac97e42c77bdb7d3ccd1b1640e) AuthConfig (49d117978d80356d310b07aef838422ba370e6e4edb51ca5bed0f047e8a49f23) AuthConfig (947f9cd8312be882d58c1798c4312e8033a354f5a24a478678627e1ec3ff7914) AuthConfig (11030e3d54f2c2866dfca6df359a411a8ef06bfa7a0aaa76065762c01f787f24) AuthConfig (f844536e96453b84bd1269f20fbfb4bfb4b5fb750eae2506a177de0a6aa4c2ca) AuthConfig (a08bd541daa6b5aff11b40c69b639a0da8392b1af60c5629e4533cf9a32c576c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"72bd2ddd-8ef8-40b9-93ac-7a820e15a11d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.974767226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fefaf4f8-d9c2-46e2-8519-b2ee89300c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.976005588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"99af8140-f869-4fb4-8803-cbbc8b9ab610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.022495757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"99af8140-f869-4fb4-8803-cbbc8b9ab610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.02298641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fefaf4f8-d9c2-46e2-8519-b2ee89300c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.248957739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9858519b-a5d2-422c-82f8-0d19420cb9d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.249549714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"be5c6357-08be-49b5-b8b9-537c9384169d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.294873266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"be5c6357-08be-49b5-b8b9-537c9384169d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.325710914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9858519b-a5d2-422c-82f8-0d19420cb9d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:45.946982869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"b38342d3-3c7b-4952-9ca8-f364ebe3e3e4","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.697369555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.544201269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"9a6cd86b-e934-44a8-937b-5572800d9e04","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.573543532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ea406a6-2fcc-4734-a391-5e92a036c1df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.573670384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ea406a6-2fcc-4734-a391-5e92a036c1df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.58327588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"9a6cd86b-e934-44a8-937b-5572800d9e04","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.649859523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"namespace":"ai-tenant-e2e-mt-5c98f068","name":"e2e-policy-5c98f068","reconcileID":"59cce312-5e57-4d57-9f05-900a41bf0c1a","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.729689253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"0363b408-dc4b-4a11-99fa-838bb05f2448","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.735356276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"namespace":"ai-tenant-e2e-mt-5c98f068","name":"e2e-policy-5c98f068","reconcileID":"59cce312-5e57-4d57-9f05-900a41bf0c1a","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.756805734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"namespace":"ai-tenant-e2e-mt-5c98f068","name":"e2e-policy-5c98f068","reconcileID":"59cce312-5e57-4d57-9f05-900a41bf0c1a","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.78638459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac3163f-fee6-422c-afc9-b0ffd15b0198","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:48.786402379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac3163f-fee6-422c-afc9-b0ffd15b0198","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.709521616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"fde46fda-99fd-4b0e-9b3f-e2cceb3dfaac","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.782911708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a7992a16-85e9-4e9c-a656-551d210bc82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.808200964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"c4c683e1-99c3-4831-890c-59c9023da30f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.81129859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a7992a16-85e9-4e9c-a656-551d210bc82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.838095038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"c4c683e1-99c3-4831-890c-59c9023da30f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.864033336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"d8ce5f9d-1f74-49c2-98a6-94c26df93840","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.883592447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0ba27863-f685-49b9-8666-b9a42de4b447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:49.905528654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0ba27863-f685-49b9-8666-b9a42de4b447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:50.065022314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"22b77176-cb1a-4317-b804-69e82e0ed74c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:50.112497171Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"22b77176-cb1a-4317-b804-69e82e0ed74c","name":"e2e-mt-9f76b708-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:52.121687878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"b6075727-cb9c-40b9-a87a-5b9ef6d60665","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:52.140736543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"b6075727-cb9c-40b9-a87a-5b9ef6d60665","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:52.274873758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"34a724da-e0cd-4b2d-8e6b-40cc4a5138a2","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.792501132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"f6783345-ef24-4e79-b08e-4a7276bbf571","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.84433189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"171173f3-07be-4266-a018-112e7cda713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.844358951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"f72a1f5a-fa37-45c4-a801-d3e702fff2e7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.846843377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a8c2a5ad-09dd-4184-9857-688049e2a91a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.86620379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"f72a1f5a-fa37-45c4-a801-d3e702fff2e7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.86749925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"171173f3-07be-4266-a018-112e7cda713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.871806902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a8c2a5ad-09dd-4184-9857-688049e2a91a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:59.777617588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-valid-sub","reconcileID":"43f97394-ff62-4854-b695-d4f9a41f5c06","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:59.844046209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-valid-sub","reconcileID":"43f97394-ff62-4854-b695-d4f9a41f5c06","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:59.907972165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"b9767c4d-cfa3-4ea3-b162-3fc5bc580df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:59.996239708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"4d798bfe-bc6e-4f65-bbf4-c18cf7ec8367","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.042873646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ab57d09a-d8b1-4d75-82db-b6d9d8adacdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.042933003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f9f09ad3-446a-4a4f-a629-5ccf1347935a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.043518688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"9bb8f314-6941-48f5-9479-a695e97cc77e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.063486053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ab57d09a-d8b1-4d75-82db-b6d9d8adacdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.063734515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f9f09ad3-446a-4a4f-a629-5ccf1347935a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.066708243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"9bb8f314-6941-48f5-9479-a695e97cc77e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.14692999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-models-invalid-sub-auth","reconcileID":"1a743927-0dca-4b4c-b657-260e73a7bc54","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.146996765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"fb53a09f-a743-4a65-9cdc-a167434b2e43","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.31553124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"4f6c08ac-6620-4358-b36a-c0bac3a0b418","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.285224428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0ef52577-1d93-4d63-a182-4331606b12bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.285616292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"ed692a5d-5bbe-4b43-8f4c-e593e20bf112","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.33763312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"72050286-9872-42eb-949f-cee2a07822c4","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.951709796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467644a8-61ba-4163-96a1-cfcb14b41003","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.951736615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467644a8-61ba-4163-96a1-cfcb14b41003","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.981695457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"721ce0d8-0f95-43a0-816f-2ae170b6e161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.981716977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"721ce0d8-0f95-43a0-816f-2ae170b6e161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.036672005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"884e4232-b9e5-40d3-a954-3bbadffb352b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.077960866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"884e4232-b9e5-40d3-a954-3bbadffb352b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.09993402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"884e4232-b9e5-40d3-a954-3bbadffb352b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.120244894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da136970-acae-4bb1-9ab4-5905f19d54db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.120301489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da136970-acae-4bb1-9ab4-5905f19d54db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.149373045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4da6217e-17fd-48d4-a6de-fe44e7248dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.149391662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4da6217e-17fd-48d4-a6de-fe44e7248dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.17291928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65045d07-0074-4e73-a345-e7ad2d179161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.17295035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65045d07-0074-4e73-a345-e7ad2d179161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.189178555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"be7ae7da-5fc2-46a2-9606-78a6fa6fe944","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:02.206564607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"03273354-0905-45fc-b49e-3d95e62b0539","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-1a84040a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.295640759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"be7ae7da-5fc2-46a2-9606-78a6fa6fe944","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.298749612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df21b052-3fd6-42ec-ac41-acb648233e55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.300464169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df21b052-3fd6-42ec-ac41-acb648233e55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.32195265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c5899ae-7545-4b7b-8434-c0d721c6a5cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.322164337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c5899ae-7545-4b7b-8434-c0d721c6a5cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.323399071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"be7ae7da-5fc2-46a2-9606-78a6fa6fe944","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.41550977Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"cd7f6ed3-b562-4ef1-b1c8-3a7b2965c50e","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1a84040a/e2e-shared-int-sub-1a84040a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.415926668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b22f8ed-e19b-4210-9832-b15fb566c30e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.415942244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b22f8ed-e19b-4210-9832-b15fb566c30e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.433921386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60cc778-a033-474a-a36a-50e4b5a5adfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.433937828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60cc778-a033-474a-a36a-50e4b5a5adfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.47033915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3d3d455-7655-4740-b105-6fddce01d7b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.470363497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3d3d455-7655-4740-b105-6fddce01d7b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.480470566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"b60a2662-4871-48b3-93fb-3f4e25315752","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.488821626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11c531e5-b468-4078-a14e-71d6fba95dd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.696518047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"b60a2662-4871-48b3-93fb-3f4e25315752","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.715948132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73be6dd8-3a26-4675-ac93-9dad1b5e9b99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.716050909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73be6dd8-3a26-4675-ac93-9dad1b5e9b99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.722896881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"b60a2662-4871-48b3-93fb-3f4e25315752","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.723830707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"7a1f963f-2f81-4f68-8d5a-16b6ee3ce48d","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.736346763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e0cc78b-c400-49a6-894e-8f37a430f4c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.73636507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e0cc78b-c400-49a6-894e-8f37a430f4c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.743026284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16104e07-1974-4e31-9c7a-ea475a689735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.743045436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16104e07-1974-4e31-9c7a-ea475a689735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:02.755101475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"01102eae-46f9-47d3-891c-775d46670b49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-636e15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.766035229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16d94dd-4251-4714-93d8-09fd11bcfa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.76899099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89ca0fe-d290-4c9e-b0b0-e6f5d601fe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.786972022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16d94dd-4251-4714-93d8-09fd11bcfa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.789765098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89ca0fe-d290-4c9e-b0b0-e6f5d601fe3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.794056884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87d57545-e410-461c-97a9-2cf9b2c42456","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.794079789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87d57545-e410-461c-97a9-2cf9b2c42456","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.891011016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"845ae471-b455-4e2d-86db-8bf96b339436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.891042559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"845ae471-b455-4e2d-86db-8bf96b339436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:02.9797318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"1cc66251-d559-4981-abb8-17f5c4c1edf3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.021351083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"1cc66251-d559-4981-abb8-17f5c4c1edf3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.053837734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"1cc66251-d559-4981-abb8-17f5c4c1edf3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.072893131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"a10b72af-b109-4a05-af00-f928b693ce07","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1a84040a/e2e-shared-int-sub-1a84040a","models-as-a-service/e2e-default-int-sub-636e15","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.101855186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0192363c-bd6d-4cb7-84dc-09f396632c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.101881914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0192363c-bd6d-4cb7-84dc-09f396632c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.121903283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c63b6b9-20fc-4ba5-9e18-2aa179e0af89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.121929532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c63b6b9-20fc-4ba5-9e18-2aa179e0af89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.132238506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8927a29a-c199-4876-a04a-3113776e0067","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.132275566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8927a29a-c199-4876-a04a-3113776e0067","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.139522829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e855efa9-c0f3-4571-84f3-c15aa733733c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.139821623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"283383ed-2a66-49ed-a521-2e9f335bf4fb","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.154109606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"2dc825b8-d37a-4ed2-88f6-119685e08c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.211981724Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"2dc825b8-d37a-4ed2-88f6-119685e08c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.232814004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"2dc825b8-d37a-4ed2-88f6-119685e08c22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.24657896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"0aa38979-452b-4d4d-a61f-686a78b36abc","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.253907549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ec06c86-1863-4664-a2e4-0df9ffe2ef84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.253924769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ec06c86-1863-4664-a2e4-0df9ffe2ef84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.304596235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a06c1e40-fa5d-4fa9-9c50-43898ebec47c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.304633933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a06c1e40-fa5d-4fa9-9c50-43898ebec47c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.403386679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853acb01-1453-46a5-8553-484a193aefcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.403421938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853acb01-1453-46a5-8553-484a193aefcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.423351901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"09529804-b12c-4600-bab3-8508c851d356","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:03.424240872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"922e11b1-ae97-44e4-b70d-a34e7b32a29d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-1a84040a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.445776542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"09529804-b12c-4600-bab3-8508c851d356","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.463572499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15b2e09-d4cc-4498-a4b6-a56fb5c9ba63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.463692549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a15b2e09-d4cc-4498-a4b6-a56fb5c9ba63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.465528476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"09529804-b12c-4600-bab3-8508c851d356","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.48695359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66c115a9-9c8c-48fb-97d3-d6caebbf8ab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.486969024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66c115a9-9c8c-48fb-97d3-d6caebbf8ab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.579197911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"03e593ad-400c-40b9-80ad-397e5ac072e4","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-1a84040a/e2e-shared-int-sub-1a84040a","ai-tenant-e2e-mt-8a63260b/e2e-shared-int-sub-1a84040a","models-as-a-service/e2e-default-int-sub-636e15","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.622211196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fe1a0d-5162-4dae-bf9b-b3c800394c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.6421377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fe1a0d-5162-4dae-bf9b-b3c800394c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.659121612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fe1a0d-5162-4dae-bf9b-b3c800394c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.676021192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fe1a0d-5162-4dae-bf9b-b3c800394c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.701937216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ab2a29c-e571-4575-b006-2a232369eeef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.70200973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ab2a29c-e571-4575-b006-2a232369eeef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.710023407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30dfff58-e461-476f-b9d3-42928bf0b728","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.71010461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"50d4d14c-ed4d-4d20-a8a5-a9c871d65e16","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.710521586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"a3e98dee-ba65-4e82-9fe6-092183b1f76a","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.782506277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"5289b212-8603-47f9-bf91-63e04277213d","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.852088216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-sub","reconcileID":"6a56d995-4e55-47d7-a250-72f318127330","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.86614117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"1a41430f-e640-484b-9b4b-27416c6c58b6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.866192016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e25f90f-2cf8-4ddd-87d0-9f2f3ab84dd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.866205368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e25f90f-2cf8-4ddd-87d0-9f2f3ab84dd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:03.934532791Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-sub","reconcileID":"6a56d995-4e55-47d7-a250-72f318127330","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.002553216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"1784ed81-b486-4a2a-a354-f742527cd5e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.0191273Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-policy-1a84040a","reconcileID":"1a41430f-e640-484b-9b4b-27416c6c58b6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"policyNamespace":"ai-tenant-e2e-mt-1a84040a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.039297388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e6021e-354e-4e75-81ab-6105ddcf8a84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.039327521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e6021e-354e-4e75-81ab-6105ddcf8a84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.091628305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"3d165b1a-3346-4322-aa4c-c513f8783997","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.189363956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c18ee3-567b-49a6-a087-023be068e62b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.189389116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c18ee3-567b-49a6-a087-023be068e62b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.220722346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"f3242025-7f2e-4de9-a894-6bdbf1ce5b79","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.220983497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4b877234-f297-449b-8180-af54b5b61cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.220718324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"62451f54-3a8b-4d10-9c70-59ba953aad12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.239120617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"8d4ad14e-8529-4427-9f74-a11df1648d40","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.243919962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4b877234-f297-449b-8180-af54b5b61cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.244022054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"f3242025-7f2e-4de9-a894-6bdbf1ce5b79","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.246562361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"62451f54-3a8b-4d10-9c70-59ba953aad12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.388061032Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-api-key-scoped-auth","reconcileID":"45b55514-cb7e-4d94-8504-6c304ea60d26","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.437620039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888bcfcf-a1cd-4464-8780-b70532a7ef8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.453468153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888bcfcf-a1cd-4464-8780-b70532a7ef8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.468968851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888bcfcf-a1cd-4464-8780-b70532a7ef8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.485047406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888bcfcf-a1cd-4464-8780-b70532a7ef8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:04.599747731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"54b4d557-014d-4a1f-9910-01e6d280cf1c","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.563778572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"85bb867c-244d-4168-be2e-c160a10152c8","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.581452081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"4ff567d1-70d5-4102-8ebf-b6203343f14e","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.677093177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"49d30229-f5e9-429d-9e71-d31328648801","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.717445541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"49d30229-f5e9-429d-9e71-d31328648801","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.774057569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"de2321b7-ee35-4be6-9e32-74feed9c3478","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.775523552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-4c61c8 priority=10:[ai-tenant-e2e-worker-w2-4c61c8/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.810600477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"ea433823-8c42-4194-afa2-1c19f04ceddd","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:05.829053945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"e56abf0d-9125-46f7-b994-262d05e5ac6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.834577839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"ea4c76de-888e-4ca5-85b9-ae4effb66a29","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.855695048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4755c556-2e22-40d1-ac45-48926cf59cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.866525784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"61b70813-a6ec-4844-b2ed-c19b311a769e","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.875191273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4755c556-2e22-40d1-ac45-48926cf59cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.88949595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"ad651c8a-e776-4ceb-b669-ada5db28999f","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.908064721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"0baf6422-5732-4123-9b2b-884dec128669","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.944211126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fc1f238d-cd07-48df-82ea-f0056b3a312e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.961400656Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"fd767bae-020c-485c-ae4b-da3b56275c69","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-distinct-w2-4c61c8","model":"distinct-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.965353888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fc1f238d-cd07-48df-82ea-f0056b3a312e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.973184788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"7eb7f520-63d7-4c76-b473-c20f75d5f8cb","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:05.993977303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"6c78ed31-fb80-4783-9b27-8adbac81ca71","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.01920717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"f4652212-be28-4b2d-ae56-fb628ded20dc","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.066188453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"b39de6ae-bd32-4508-ad36-68ffdb004e49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.081284711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"e91f0f62-6a96-43ac-92cd-bd57111d84cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.082034054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"6819cf0e-e09a-4dfb-9b2c-3ed66b4f7ac0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-distinct-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/distinct-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.087101008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"b39de6ae-bd32-4508-ad36-68ffdb004e49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.105831013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"e91f0f62-6a96-43ac-92cd-bd57111d84cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.163050942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"5a1476c9-c47f-4ae7-8090-ce9a7dfaad3d","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.172032457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"56dd2f30-010f-47e5-86ff-807155a25fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.189976794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"86f3e4c0-0312-43d9-ac78-68af16e48f2d","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.190952071Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-4c61c8 priority=10:[ai-tenant-e2e-worker-w2-4c61c8/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.194220603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"56dd2f30-010f-47e5-86ff-807155a25fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.227866912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"b63723d6-b194-46ce-a0f1-08f8cc1ba4ca","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:06.239550606Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4c61c8/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.239867995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"fdbfd14d-c5e8-4fde-bc09-935edc02d9cd","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.260008745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"fb20f184-8d44-4b9b-afa8-17896c8ffab6","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.274328578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3187ad84-f154-4f86-9140-a6ddfbf54414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.297182697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3187ad84-f154-4f86-9140-a6ddfbf54414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:06.302968417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"b39de6ae-bd32-4508-ad36-68ffdb004e49","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.308609229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"78315599-264a-43e9-8f50-5b9603cf420e","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.337011643Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub2","reconcileID":"8276ac06-02ae-4954-9a36-8b4f3bf421a7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-distinct-2-w2-4c61c8","model":"distinct-2-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.382305927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"6aac3ec8-29ad-4f54-84c9-36c124c68284","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.400791704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"ec75182b-3b7a-4787-b6c7-5a20139a6725","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.443746932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"6aac3ec8-29ad-4f54-84c9-36c124c68284","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.481784938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub2","reconcileID":"97e5b994-c6d8-442f-b20e-9b19e7569c48","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-distinct-2-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/distinct-2-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.498715716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"af76da4c-b35e-466e-a1e9-4c677d39eb0f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.503286557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b506ff25-5ded-4c23-97d2-80ef70ec3b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.544373135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"af76da4c-b35e-466e-a1e9-4c677d39eb0f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.545869174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b506ff25-5ded-4c23-97d2-80ef70ec3b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.607738589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a0d7e5bb-7251-49a5-aff0-2d3ca1266cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:06.635119215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a0d7e5bb-7251-49a5-aff0-2d3ca1266cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.417330916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"f33299b8-3f8f-4d65-bf0c-d6c467ad7db1","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.477047638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"fde4fd51-3d13-4d42-887d-ea32b5df3b97","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17eae966","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.512730055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"23483e59-a7f0-45fe-be23-009b81c90cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.545891106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"23483e59-a7f0-45fe-be23-009b81c90cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.612763727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"72fd2ce0-814f-4406-909e-c2e75dcd12e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.613438928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"04758d11-a3cf-4f23-9f7a-b02a05956b22","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.614070819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"be6aac22-47a2-452a-875e-7601c215a295","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.680806443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"72fd2ce0-814f-4406-909e-c2e75dcd12e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.684479806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"be6aac22-47a2-452a-875e-7601c215a295","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.71382465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"04758d11-a3cf-4f23-9f7a-b02a05956b22","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.767952106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"2418c5fd-48db-4822-88de-0d0361e5d818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.802049875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"2418c5fd-48db-4822-88de-0d0361e5d818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.929991755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"e072c0b9-098d-4d92-8294-b0fb738ae1fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.931334455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7bae231d-e9e5-48d1-baaf-bb3ef102500f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.95589096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"e072c0b9-098d-4d92-8294-b0fb738ae1fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:07.956422922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7bae231d-e9e5-48d1-baaf-bb3ef102500f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:08.01385658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"573892f5-b478-4455-a7b1-87eb30983a79","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:08.044363751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"573892f5-b478-4455-a7b1-87eb30983a79","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.498837106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"namespace":"ai-tenant-e2e-mt-5c98f068","name":"e2e-policy-5c98f068","reconcileID":"e8649b60-76a9-4edd-9b26-4efa99c9cc25","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.536689139Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"namespace":"ai-tenant-e2e-mt-5c98f068","name":"e2e-policy-5c98f068","reconcileID":"e8649b60-76a9-4edd-9b26-4efa99c9cc25","MaaSAuthPolicy":{"name":"e2e-policy-5c98f068","namespace":"ai-tenant-e2e-mt-5c98f068"},"policyNamespace":"ai-tenant-e2e-mt-5c98f068","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.104835371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"551b2090-b173-45c5-9dfe-2fb93cbc1265","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.16673208Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"551b2090-b173-45c5-9dfe-2fb93cbc1265","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.184933826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"551b2090-b173-45c5-9dfe-2fb93cbc1265","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.204790129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf3f52e-6d76-4d1f-93a6-7bc4dde2e266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.204808283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf3f52e-6d76-4d1f-93a6-7bc4dde2e266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.496486866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"225b5236-93f9-42f7-bade-ab651a9479ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.545117162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"225b5236-93f9-42f7-bade-ab651a9479ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.56311986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"225b5236-93f9-42f7-bade-ab651a9479ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.583317936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5a7053a-b6f0-488e-8333-9b6d40d0d254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.583332376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5a7053a-b6f0-488e-8333-9b6d40d0d254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.247302017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"4728bff4-401a-4dee-bde6-36d334d394d7","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-1a84040a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.314934846Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"namespace":"ai-tenant-e2e-mt-1a84040a","name":"e2e-shared-int-sub-1a84040a","reconcileID":"4728bff4-401a-4dee-bde6-36d334d394d7","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-1a84040a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-8a63260b/e2e-shared-int-sub-1a84040a","models-as-a-service/e2e-default-int-sub-636e15","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.396162797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"c9afd1ac-415f-48ec-ad6f-063f3849154b","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.396823343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1aac49e-7713-44af-a28f-bbf1f12c5e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.410184594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"36343a0c-37ba-437f-ac4a-e40ee7464c3c","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.412610606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c234fd0e-93fd-4685-a813-1d7501174474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.412627362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c234fd0e-93fd-4685-a813-1d7501174474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.491445027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"cfbc37a6-60ff-44bc-a04e-0c9b4481edc4","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:14.510900788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e1698137-43e2-43d3-a984-28ca0c449b50","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.492953816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"00b390b4-4d43-458a-adeb-3d6e7024ddeb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/distinct-w2-4c61c8","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.508467346Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"00b390b4-4d43-458a-adeb-3d6e7024ddeb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/distinct-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.523936848Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub1","reconcileID":"00b390b4-4d43-458a-adeb-3d6e7024ddeb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/distinct-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.677908336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"f62f10af-13cc-4c0a-a64e-d243d225020c","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.698168419Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.752170658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"e2814cae-15ca-4817-a037-efa63cb0c2bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.755612779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"946de419-e3d5-49ee-bb9c-43d60165f4a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.755624743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"39c7ec47-dae7-4442-b283-8e2a61cebb61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.755971541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"0bc3e1cb-f532-4095-90c7-7c89d8cb00f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.77161802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"e2814cae-15ca-4817-a037-efa63cb0c2bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.775533026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"39c7ec47-dae7-4442-b283-8e2a61cebb61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.775633996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"946de419-e3d5-49ee-bb9c-43d60165f4a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.777681397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"0bc3e1cb-f532-4095-90c7-7c89d8cb00f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.895345112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"c8063b5d-5c53-4ea2-967a-8c404f76b90c","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.950152198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub2","reconcileID":"1f34f700-2ca3-4afc-a89d-d8194410da63","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e33b8b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.981025684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"e20b2e35-b64a-49ce-ab84-20efb8c175ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.981235967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"b250cb6a-4116-402e-a94f-d8a509ac1f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.981018979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"4d9e390c-35fb-4ab8-8782-01c618908e16","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:17.981941651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"7e6922a7-5fdf-4003-97a6-9f8194e7e756","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.001426976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"b250cb6a-4116-402e-a94f-d8a509ac1f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.002089804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"e20b2e35-b64a-49ce-ab84-20efb8c175ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.003721621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"4d9e390c-35fb-4ab8-8782-01c618908e16","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.004528078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"7e6922a7-5fdf-4003-97a6-9f8194e7e756","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.123427431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2da19646-ed09-4b1a-996f-c255c23b0583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.123482818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"2b1c473e-0cd5-488e-ae3a-5b568e962fce","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.123894355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"5e63e1b8-0ad7-4cf9-8c94-688e5411528e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.123967847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cc1168f5-c204-4a86-a7df-557fa18b434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.142416734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"2b1c473e-0cd5-488e-ae3a-5b568e962fce","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.142868541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"5e63e1b8-0ad7-4cf9-8c94-688e5411528e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.144611644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2da19646-ed09-4b1a-996f-c255c23b0583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:18.145107237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cc1168f5-c204-4a86-a7df-557fa18b434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.251460223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"a59db61a-3de2-4a06-9330-92eeb73c0709","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.30517634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"a59db61a-3de2-4a06-9330-92eeb73c0709","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.350368486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"a59db61a-3de2-4a06-9330-92eeb73c0709","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.373681306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"675560fb-5fd5-4bec-91ec-5276da0c06e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.37379627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"675560fb-5fd5-4bec-91ec-5276da0c06e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.614964866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"bb8e11a4-5962-47a6-905c-a83dd4f279ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.669444138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"bb8e11a4-5962-47a6-905c-a83dd4f279ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.688795008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"bb8e11a4-5962-47a6-905c-a83dd4f279ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.707158863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aa13bbd-c92d-488b-aa74-1db546c21607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:23.707174758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aa13bbd-c92d-488b-aa74-1db546c21607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.051213013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub2","reconcileID":"070fd950-9670-416c-9914-2ea384ec140e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/distinct-2-w2-4c61c8","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.092744204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub2","reconcileID":"070fd950-9670-416c-9914-2ea384ec140e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/distinct-2-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.111958038Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-sub2","reconcileID":"070fd950-9670-416c-9914-2ea384ec140e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/distinct-2-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.338935092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"9d1b59fe-82e1-4d84-9838-4f733a83ffca","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.367902733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f83d3ec9-bdc5-4ca5-9763-6470f5331034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.368571032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"c502e1af-3bf0-4d80-8ada-afdee899544b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.402926545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"b73204d1-38e5-42a3-8a4f-b22084094908","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.403682926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f61a0e18-c985-4f67-b3f9-f81d86a496a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.497192651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"c502e1af-3bf0-4d80-8ada-afdee899544b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.534208736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"544ff691-f40a-4048-ae6b-ee06a689a621","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.587466651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f83d3ec9-bdc5-4ca5-9763-6470f5331034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.634353875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"b73204d1-38e5-42a3-8a4f-b22084094908","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.608974886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f61a0e18-c985-4f67-b3f9-f81d86a496a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.729696962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth1","reconcileID":"6df08bda-4a23-47fb-9b82-574c528822d7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/distinct-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.835623984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"06cbc3d6-1ff9-4670-991b-2ed5a0a69ff6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.840320937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"cc1f0562-affd-41e6-ae5d-8595c93bc3df","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:28.899034726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"06cbc3d6-1ff9-4670-991b-2ed5a0a69ff6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.013273971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"20c5575f-c81a-4856-9a79-a57682e68ae7","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.061477345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"20c5575f-c81a-4856-9a79-a57682e68ae7","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.063042445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"791e02b2-032c-48b5-b892-d1977088d8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.082283321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-ignore-header-auth2","reconcileID":"d4d29140-b768-4eb3-986e-09e446f0a90e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/distinct-2-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.083319748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7055dfbe-11c0-4555-a385-d396d7b41e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.108116916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"6e59a2f5-6c43-488f-a538-e8c1aecb7201","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.137183538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7055dfbe-11c0-4555-a385-d396d7b41e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.154500539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"791e02b2-032c-48b5-b892-d1977088d8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.260282572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"4437bbc3-45f2-4a56-990a-2485e4473bb9","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.100300521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"603077f9-f51b-473b-b84f-277750f16f81","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.289745134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"d95643a9-8b64-4e4a-96b0-8002918fabc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.308097063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"768af0c6-5cd2-46c4-a64e-6eb63616bdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.308962401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f2a44705-7518-4de6-a945-9ef3fe87e809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.336861418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"768af0c6-5cd2-46c4-a64e-6eb63616bdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.362011065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f2a44705-7518-4de6-a945-9ef3fe87e809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.384962295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"1fa2dbb5-cc8b-4c4f-85d5-ef09f263fc66","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:31.555847397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"f6de63b8-ec74-40a9-8fc0-e72912e402d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:32.226976931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"821ef70d-e813-479a-89b4-bd87e2628943","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:32.976068467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"0db5854e-8f6a-4e69-ab06-6241aca0a05c","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.422815035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f9df3fde-8430-430e-a2d3-06ef4a8aa6f8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.470800952Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f9df3fde-8430-430e-a2d3-06ef4a8aa6f8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.488642196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f9df3fde-8430-430e-a2d3-06ef4a8aa6f8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.508568801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d438cead-606c-4960-bbab-3d8ae7698210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.50858764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d438cead-606c-4960-bbab-3d8ae7698210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.747798602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"d3e25938-38c2-4f4e-8b43-efff10376d6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.812884851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"d3e25938-38c2-4f4e-8b43-efff10376d6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.8359213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"d3e25938-38c2-4f4e-8b43-efff10376d6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.862674644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c41b07f-c7e1-422d-b523-8b08872c447d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:33.862808414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c41b07f-c7e1-422d-b523-8b08872c447d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.435302489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"3c7d5b6b-f0a9-44e5-b5f3-355662d5b9ba","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.435324504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"3c7d5b6b-f0a9-44e5-b5f3-355662d5b9ba","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.45465261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"966595ce-d86c-46c4-96bc-3d7049338ab6","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.454673375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"966595ce-d86c-46c4-96bc-3d7049338ab6","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.48454354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"dacc33eb-68e2-4623-ae0d-93014329a01a","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.532847159Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"dacc33eb-68e2-4623-ae0d-93014329a01a","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.551324477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f76b708-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"dacc33eb-68e2-4623-ae0d-93014329a01a","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.56926799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"65f01ec4-1c9b-4850-b8af-8f16e4953015","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.569285717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"65f01ec4-1c9b-4850-b8af-8f16e4953015","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.638197965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"6dfadb12-991d-4588-81ed-b66a00fa386a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.638223922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"6dfadb12-991d-4588-81ed-b66a00fa386a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.660073439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"8d138e74-32b8-4cb1-9180-8694abcdc780","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.660092604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"8d138e74-32b8-4cb1-9180-8694abcdc780","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.669039713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"99f9c1b7-25e9-405b-9640-e7273369f7a0","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:34.673124533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"895bf7c3-ec46-435f-af3d-7e7d2ebf916c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9f76b708\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.68851431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"99f9c1b7-25e9-405b-9640-e7273369f7a0","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.70697775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"dc88df88-d2dc-4056-a990-03603930281c","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.707001007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"dc88df88-d2dc-4056-a990-03603930281c","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.713061574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f76b708-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"99f9c1b7-25e9-405b-9640-e7273369f7a0","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.725795788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"e9a2b808-d019-40d2-a84d-f4a05dc4003b","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.72581953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"e9a2b808-d019-40d2-a84d-f4a05dc4003b","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.770746937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"ec844fc5-0e42-4ede-a5b6-b82e56905ec0","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.79039398Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"2398ef30-a25e-4ad0-9bf0-cbbe3a5a3352","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"e2e-lifecycle-model-9f76b708","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-9f76b708/e2e-sub-9f76b708"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.790614823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"ec844fc5-0e42-4ede-a5b6-b82e56905ec0","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.808507258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f76b708-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"ec844fc5-0e42-4ede-a5b6-b82e56905ec0","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.844486166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"71bf73ff-9407-4d26-92dd-86d499e847a9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.844506452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"71bf73ff-9407-4d26-92dd-86d499e847a9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:34.925271796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"7f250aa8-9f53-4a75-bd6d-aa441cdbc5d2","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.187903885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fdec41-4a3c-4290-9a4b-f611dc5b8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.203336384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fdec41-4a3c-4290-9a4b-f611dc5b8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.218566487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fdec41-4a3c-4290-9a4b-f611dc5b8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.234070302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39fdec41-4a3c-4290-9a4b-f611dc5b8c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.748038008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"9f032bc6-6e23-477e-8c7c-8b5d75bb29dc","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.809322673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"48b30d02-a0c7-4d08-9171-08c84e58a46f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.813478566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0913698c-0d32-40ac-8b03-93a2f40ee9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.813485834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"55abfd27-18a5-40c4-8c3e-4a1f029e0d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.832934623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0913698c-0d32-40ac-8b03-93a2f40ee9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.833017568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"55abfd27-18a5-40c4-8c3e-4a1f029e0d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.864528439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"acfa8dc3-4652-42de-a8ab-ba1621dbe14e","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.86514982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b55d97-245d-425f-a909-358596ac1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.880817549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b55d97-245d-425f-a909-358596ac1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.896165538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b55d97-245d-425f-a909-358596ac1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.911679668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b55d97-245d-425f-a909-358596ac1a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:35.957980754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"8c0c2595-e8b6-49ac-9efd-c71a07e5c837","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:36.04418919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8fd232","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8fd232","reconcileID":"a66fb0fa-befa-463e-bc04-ee78301a4213","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8fd232","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8fd232":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:36.561135699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38526d50-9fb9-4403-a31f-87ca57ee0e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:36.576726806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38526d50-9fb9-4403-a31f-87ca57ee0e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:36.592178776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38526d50-9fb9-4403-a31f-87ca57ee0e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:36.607769073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38526d50-9fb9-4403-a31f-87ca57ee0e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:37.502781325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"2279e862-d7d6-42db-9250-269d51897d4e","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.302753123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"17e5d526-fa14-4d91-879a-698a51b60c6f","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.554393618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"d9054453-fe2c-4553-8aa4-1d3ce088254f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.605033619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"d9054453-fe2c-4553-8aa4-1d3ce088254f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.623631084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"d9054453-fe2c-4553-8aa4-1d3ce088254f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.641788711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373db1b4-98a4-4314-9eb5-6dda2fd6c2de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.641806348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373db1b4-98a4-4314-9eb5-6dda2fd6c2de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.907746455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"19b64dae-2466-4c41-9819-1c6c4070c20c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.956386235Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"19b64dae-2466-4c41-9819-1c6c4070c20c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.973876646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"19b64dae-2466-4c41-9819-1c6c4070c20c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.994847961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d12aa3ed-3b53-4a46-aebf-762ca48a34fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.994863373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d12aa3ed-3b53-4a46-aebf-762ca48a34fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:44.839120639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"d85fa177-6384-4d0a-945f-f504aefc9adb","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:44.858363673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"d85fa177-6384-4d0a-945f-f504aefc9adb","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:44.87636364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f76b708-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"d85fa177-6384-4d0a-945f-f504aefc9adb","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:46.880108769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"0499c93d-e7e0-4955-bc1a-e9e15ebc3943","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:46.935364463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"28e01c33-c20d-48de-a0da-af1646e39762","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:46.935394131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"28e01c33-c20d-48de-a0da-af1646e39762","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.235724146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"026041b5-bb9f-4897-8ce7-7d577b7ec049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.235730193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c30e17f6-58e4-4c6e-adf2-7b0798994bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.255313339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c30e17f6-58e4-4c6e-adf2-7b0798994bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.255362479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"026041b5-bb9f-4897-8ce7-7d577b7ec049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.320777072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"13636053-4d82-4998-8c00-c8337f207948","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.345382873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"13636053-4d82-4998-8c00-c8337f207948","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.3640626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f76b708-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5986e40b8f212044df39241ae9c75b4f1e899d56086e8369c7625216806fbdc2) AuthConfig (bee80dfaa6e8968e4ea4e2e8087601e20d980467fb43550cbf54f8d94e5f8129) AuthConfig (5ee205164d9b2ad118b2bdf7f49e369979c2585ff549e1849b89365078079593) AuthConfig (cdf160320ac4fff51bca6b6925504b544bbb7768e74dec2583cdd89a5986cb4a) AuthConfig (73ddcbc88b12e528b8a4632e03129278b40fb8ee2feee80ff79c026cb7c58318) AuthConfig (55a02f21b01e5bed3b0ce85bc94b13c2695004d9dd4633c16419a16d933ea3a4) AuthConfig (2f2d0c4f58b548ef2402074d370ea7a222f9ab3446217188e7c310d7a974b8e9) AuthConfig (cb0b7c493f05f7cace883d6549eec249484e4e55b454a7dc9ae90ba0abb814ee) AuthConfig (a0ce53fa135827a050f4035d734c152b62d0ab7d60cabb749f1abc6d4d740956) AuthConfig (59748bf5daa242a1b06d062e228011017babbb82b5e61f998737e8a7662761e4) AuthConfig (86d08e176c05ebc83230456689e7a859404da4f634f59bd94696151585cf5197) AuthConfig (864f3024b50fe18babcc04044ca9f996097b35ec287c2f6c99afd6893ec82828) AuthConfig (820efdaa64dee85d8e958b158d16e6d52e5542dab2d34afab0a9070807f41274) AuthConfig (2e26645132421e87c7a972457621a125688b8f8a316fb815d76942e9c432047b) AuthConfig (9ce6a48667c4e721149d392d773e0a18289b0f0bbb2c9b703e1d344411509a3a) AuthConfig (aa24296423cab1b45ad14b8b45c123ce5dce33cca16d28567f056270d2025c7f) AuthConfig (d5f8aba83891e829236b2887dc0961432db4b6cf192573836823ee55c4cd3926) AuthConfig (2a9ddc04ad316ec03430fd32b00a2422e5a5c35d1a162b55d02f68e6372f638f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"13636053-4d82-4998-8c00-c8337f207948","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.385203772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"c26cbe2c-9bd6-4db6-99bf-96aa355c7b7e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.38523534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"c26cbe2c-9bd6-4db6-99bf-96aa355c7b7e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:47.699867103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:49.181661952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2222c11c-051d-4430-b034-e9a3376267b2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:49.257889649Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2222c11c-051d-4430-b034-e9a3376267b2","name":"e2e-api-a-8fd232-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.717570145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"86b4acbe-2b54-46a9-8b35-94305fe961ed","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.779785895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"86b4acbe-2b54-46a9-8b35-94305fe961ed","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.805898513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"86b4acbe-2b54-46a9-8b35-94305fe961ed","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.831293032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1f304de-de5c-4721-93b2-96ddb8daa86f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.831420454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1f304de-de5c-4721-93b2-96ddb8daa86f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.046388462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"7445dcc0-6f6a-4a96-ab11-9cb1489639bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.096882913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"7445dcc0-6f6a-4a96-ab11-9cb1489639bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.127950274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"7445dcc0-6f6a-4a96-ab11-9cb1489639bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.149076316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b50ff9-658d-4c9a-bd63-212fe5768ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.149095503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94b50ff9-658d-4c9a-bd63-212fe5768ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.421992537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"d0facdad-dc1e-4f41-95cd-0adbc3c08eef","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.444772198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"d0facdad-dc1e-4f41-95cd-0adbc3c08eef","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.474391316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9f76b708-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5986e40b8f212044df39241ae9c75b4f1e899d56086e8369c7625216806fbdc2) AuthConfig (bee80dfaa6e8968e4ea4e2e8087601e20d980467fb43550cbf54f8d94e5f8129) AuthConfig (5ee205164d9b2ad118b2bdf7f49e369979c2585ff549e1849b89365078079593) AuthConfig (cdf160320ac4fff51bca6b6925504b544bbb7768e74dec2583cdd89a5986cb4a) AuthConfig (73ddcbc88b12e528b8a4632e03129278b40fb8ee2feee80ff79c026cb7c58318) AuthConfig (55a02f21b01e5bed3b0ce85bc94b13c2695004d9dd4633c16419a16d933ea3a4) AuthConfig (2f2d0c4f58b548ef2402074d370ea7a222f9ab3446217188e7c310d7a974b8e9) AuthConfig (cb0b7c493f05f7cace883d6549eec249484e4e55b454a7dc9ae90ba0abb814ee) AuthConfig (a0ce53fa135827a050f4035d734c152b62d0ab7d60cabb749f1abc6d4d740956) AuthConfig (59748bf5daa242a1b06d062e228011017babbb82b5e61f998737e8a7662761e4) AuthConfig (86d08e176c05ebc83230456689e7a859404da4f634f59bd94696151585cf5197) AuthConfig (864f3024b50fe18babcc04044ca9f996097b35ec287c2f6c99afd6893ec82828) AuthConfig (820efdaa64dee85d8e958b158d16e6d52e5542dab2d34afab0a9070807f41274) AuthConfig (2e26645132421e87c7a972457621a125688b8f8a316fb815d76942e9c432047b) AuthConfig (9ce6a48667c4e721149d392d773e0a18289b0f0bbb2c9b703e1d344411509a3a) AuthConfig (aa24296423cab1b45ad14b8b45c123ce5dce33cca16d28567f056270d2025c7f) AuthConfig (d5f8aba83891e829236b2887dc0961432db4b6cf192573836823ee55c4cd3926) AuthConfig (2a9ddc04ad316ec03430fd32b00a2422e5a5c35d1a162b55d02f68e6372f638f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"d0facdad-dc1e-4f41-95cd-0adbc3c08eef","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:03.887892536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"fc50239d-1ddf-4a31-8b76-de4578d61a6c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.085135167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"fc50239d-1ddf-4a31-8b76-de4578d61a6c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.112159588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"fc50239d-1ddf-4a31-8b76-de4578d61a6c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.152187039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abd0e0fc-5894-4bcb-b8b0-2bd00bfc0e00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.15232103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abd0e0fc-5894-4bcb-b8b0-2bd00bfc0e00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.184136792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"8126fd5b-5bd0-46cc-9229-9d2d4820ede2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.259099996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"8126fd5b-5bd0-46cc-9229-9d2d4820ede2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.27643402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"8126fd5b-5bd0-46cc-9229-9d2d4820ede2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.300334062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f1cfa6-2eed-4223-ae82-52e253bd5459","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.300473756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f1cfa6-2eed-4223-ae82-52e253bd5459","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.60950332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8685c83-ca93-4c2a-a471-eb58eff201c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.625612444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8685c83-ca93-4c2a-a471-eb58eff201c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.641456058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8685c83-ca93-4c2a-a471-eb58eff201c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.657103804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8685c83-ca93-4c2a-a471-eb58eff201c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:05.400410321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d0b316-e9c9-42c9-9d1d-d28b9f40eb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:05.416342439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d0b316-e9c9-42c9-9d1d-d28b9f40eb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:05.43216917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d0b316-e9c9-42c9-9d1d-d28b9f40eb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:05.447634164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d0b316-e9c9-42c9-9d1d-d28b9f40eb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.72022951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0d2de26-2b73-476f-a207-80ded5947c6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.720272276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0d2de26-2b73-476f-a207-80ded5947c6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.740081321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d36a327-e739-4296-9373-a912e2ab872a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.740109699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d36a327-e739-4296-9373-a912e2ab872a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.770558464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"59a98921-4cc0-41eb-863a-76b1bb5d6495","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.827315071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"59a98921-4cc0-41eb-863a-76b1bb5d6495","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"name":"e2e-api-a-8fd232-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.845033092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8fd232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"59a98921-4cc0-41eb-863a-76b1bb5d6495","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.86610139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71fcd8a8-bde6-465a-bd31-a8c57cd2c01c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:06.866118605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71fcd8a8-bde6-465a-bd31-a8c57cd2c01c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:07.507355919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"163016ed-5f58-42e3-a303-c1f462ddaf66","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:07.527238071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"163016ed-5f58-42e3-a303-c1f462ddaf66","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:07.661017654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"85dd96d4-b6ba-448b-9602-018e01f58b34","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:07.666584055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"85dd96d4-b6ba-448b-9602-018e01f58b34","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:09.905178704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff65eb09-6391-45f5-96d5-8d176f76a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:09.920769859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff65eb09-6391-45f5-96d5-8d176f76a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:09.937138854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff65eb09-6391-45f5-96d5-8d176f76a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:09.952964413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff65eb09-6391-45f5-96d5-8d176f76a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.641068307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9733a9-c8ff-4e53-9579-24796409cb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.657340811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9733a9-c8ff-4e53-9579-24796409cb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.673499911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9733a9-c8ff-4e53-9579-24796409cb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.688963952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9733a9-c8ff-4e53-9579-24796409cb9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.710221492Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-714512","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-714512","reconcileID":"96ae3fa5-27c1-4fe2-b924-5499362a3112","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-714512","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-714512":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.361568351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ea4c9d-1c3b-4c9b-8892-657e4d27216b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.377110712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ea4c9d-1c3b-4c9b-8892-657e4d27216b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.392648244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ea4c9d-1c3b-4c9b-8892-657e4d27216b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.408123459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ea4c9d-1c3b-4c9b-8892-657e4d27216b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.201741157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"9fce2ff5-c713-4c51-aea1-e91eaa5de6bf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.25515434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"9fce2ff5-c713-4c51-aea1-e91eaa5de6bf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.273184731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"9fce2ff5-c713-4c51-aea1-e91eaa5de6bf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.297015103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77ed54d4-b61b-47e8-877b-b4a2c0e01820","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.297456038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77ed54d4-b61b-47e8-877b-b4a2c0e01820","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.331897297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"2a0d8cbd-f65b-45c7-b971-456e8c213536","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.380938455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"2a0d8cbd-f65b-45c7-b971-456e8c213536","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.401928068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"2a0d8cbd-f65b-45c7-b971-456e8c213536","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.424524871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a8611ef-9857-45da-b70a-2be2311373c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.424688489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a8611ef-9857-45da-b70a-2be2311373c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.901755441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"73ae0480-47fc-4672-9a76-28ff6dd9cf30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.922885855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"73ae0480-47fc-4672-9a76-28ff6dd9cf30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"name":"e2e-api-a-8fd232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.940796544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8fd232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"73ae0480-47fc-4672-9a76-28ff6dd9cf30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.699494735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:18.886189672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f20d76c2-d549-4f38-8682-71351e5a42a9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:18.886210409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f20d76c2-d549-4f38-8682-71351e5a42a9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:18.994966142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"cf4dcd90-dabf-4be4-a77e-64fd87bf23bf","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:18.994995043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"cf4dcd90-dabf-4be4-a77e-64fd87bf23bf","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.014605369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"8ac3ef13-64ed-409d-89f0-01b506dc16b1","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.036801666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"8ac3ef13-64ed-409d-89f0-01b506dc16b1","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.04755478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"8853eb3c-ea64-4212-a79f-b1db7643af5a","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.222086311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"29fc1d24-22ff-46e1-9f1e-4f4f7ca232d3","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.236605142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"49180182-a0f5-426b-855c-67087033073f","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.257242364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"49180182-a0f5-426b-855c-67087033073f","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.368451406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9784d4-b1f3-450d-909c-5a5badee065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.420577734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9784d4-b1f3-450d-909c-5a5badee065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.453692908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9784d4-b1f3-450d-909c-5a5badee065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.471155015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9784d4-b1f3-450d-909c-5a5badee065e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.082672557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cdd6a2-be8c-402f-bb6d-425fbf02d7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.095131315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"ff38128d-8bd1-4328-9f73-3e6b75e9d8b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.098410089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cdd6a2-be8c-402f-bb6d-425fbf02d7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.114064167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cdd6a2-be8c-402f-bb6d-425fbf02d7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.130793466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cdd6a2-be8c-402f-bb6d-425fbf02d7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.195350785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"5e9fad40-c089-4dde-9273-19aeb8ca4d84","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.19576492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"475aaf95-96ef-4136-b90e-f3701fbffbe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.196136126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"78965684-a0be-419f-8e45-a47a622e1a17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.196518035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"721803a6-a4e9-4193-b69d-fc675ae77dd9","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.297617695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e03a087-3936-49fe-9163-306aa270048e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.298122094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"a2b19227-187f-4f72-84a6-5bcf66592aaa","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.298131386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"7a8ad1fa-338f-4a93-8618-976023fde564","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.298504234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"291bdba1-cabd-4049-a3d9-4a44596fb537","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.298504684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"0b6e09f2-b8ae-4a97-8e15-da4397a42788","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.395139779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"74646ada-9ec2-4129-99d9-e5a92a4bd54f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.395219237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"1a4671eb-539c-4f78-b74d-11bec4c43f57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.398035013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"af9ad63e-5078-4921-83a1-ff29e6fe5eff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.398380008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"38aff3e6-9ae4-4142-b0f9-c95bcbc68d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.494852094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa7c2a01-0001-41ef-80c4-5f49c89e38cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.76447452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6bf34-96fd-4b36-924e-249b91dbd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.779875291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6bf34-96fd-4b36-924e-249b91dbd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.795220895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6bf34-96fd-4b36-924e-249b91dbd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:20.810795881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6bf34-96fd-4b36-924e-249b91dbd5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:21.566720243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802716da-5faf-4739-9356-404445bd1298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:21.582206623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802716da-5faf-4739-9356-404445bd1298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:21.597843577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802716da-5faf-4739-9356-404445bd1298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:21.613158426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802716da-5faf-4739-9356-404445bd1298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.261434658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772a31f-5665-4775-81de-b59168fe0fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.276809346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772a31f-5665-4775-81de-b59168fe0fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.29221105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772a31f-5665-4775-81de-b59168fe0fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.307852044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8772a31f-5665-4775-81de-b59168fe0fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.344312937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"4d9c2ad5-5a81-4a8a-ac44-99e91015c0fa","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.391620317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"4d9c2ad5-5a81-4a8a-ac44-99e91015c0fa","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.40963242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"4d9c2ad5-5a81-4a8a-ac44-99e91015c0fa","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.429913352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e6ccaab-9ab1-4a3c-8a2c-4d0bff43a0ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.429933602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e6ccaab-9ab1-4a3c-8a2c-4d0bff43a0ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.455089772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"da2bfbf4-eb8c-4521-bacf-ffc15e4a0159","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.526520973Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"da2bfbf4-eb8c-4521-bacf-ffc15e4a0159","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.544091136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"da2bfbf4-eb8c-4521-bacf-ffc15e4a0159","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.562105934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27a8181-240f-40f4-9a41-a1dbef5555c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:24.56212261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27a8181-240f-40f4-9a41-a1dbef5555c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:26.025604457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"09e6630c-80ab-48bc-b660-9f68744a2195","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:26.067331028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"09e6630c-80ab-48bc-b660-9f68744a2195","name":"e2e-api-b-714512-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:26.971769303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"92008ec5-8c33-47d8-ab02-3b4ecb7e33c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:26.990525917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"92008ec5-8c33-47d8-ab02-3b4ecb7e33c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"name":"e2e-api-a-8fd232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.008175486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8fd232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0942fbbec70a370caa8b199074632a17a6b4ff488922afb43f3bde5912b93329) AuthConfig (bd45ad48a4798c97ed48bf5cfe1a28e41a8200d001625dc4f33c7c501c0e4a38) AuthConfig (f944c2d7c18b45a156e949e8ac4c5f9d8d168984f0eb8f5df7adc13aad21348d) AuthConfig (fe581b53682d86b034528162ecfee446c45edf110fdb11b8455e0777ef111d57) AuthConfig (8439c28be04b77187609d083beb3079b426222ac8ff5264cb411da4b0e97cd79) AuthConfig (1ec76a52b429c9fd1e2089e45b7b1a0e8ddb7e12b822797a38a9eda23189111a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"92008ec5-8c33-47d8-ab02-3b4ecb7e33c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.028522255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf255a2d-77dd-45df-9fc6-f6c5c00937d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.028539608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf255a2d-77dd-45df-9fc6-f6c5c00937d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.161079694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1d0aa754-608b-4d52-8b0b-deb1fe901050","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.161119009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1d0aa754-608b-4d52-8b0b-deb1fe901050","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.191863806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"77c9ce5f-8c80-463d-9919-ce051502e9bd","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.211794229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"77c9ce5f-8c80-463d-9919-ce051502e9bd","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.224317145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"d59b53af-f10f-45c4-bc02-43fb848ba782","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.292376339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"fb11ae39-705e-4398-8abe-b63028744228","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.311940591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"fb11ae39-705e-4398-8abe-b63028744228","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.32442563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"234f5fd3-43bf-4715-bf7d-2398e413ac76","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.476019896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"4a16760c-f94c-403d-81c8-6050ecf1e985","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.52433205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"4a16760c-f94c-403d-81c8-6050ecf1e985","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.541968673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"4a16760c-f94c-403d-81c8-6050ecf1e985","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.560215352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60926dfe-6365-4430-9faf-5fbd999c796a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.560232009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60926dfe-6365-4430-9faf-5fbd999c796a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.592691298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"d972f081-3d98-4945-916a-c4df27bca697","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.692384207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"d972f081-3d98-4945-916a-c4df27bca697","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.710611211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"d972f081-3d98-4945-916a-c4df27bca697","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.731992714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a6023d-53f8-4170-8a3b-ac1a2e01d8bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.732010755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a6023d-53f8-4170-8a3b-ac1a2e01d8bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:37.058965314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"a6b425fc-0f00-40a7-8654-c65b21da8601","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:37.07838051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"a6b425fc-0f00-40a7-8654-c65b21da8601","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"name":"e2e-api-a-8fd232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:37.164802474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f268ddff-c1ed-4a38-a658-755eabf6c84c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:37.164819042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f268ddff-c1ed-4a38-a658-755eabf6c84c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.167063715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"920696d5-fd6a-49bb-a792-b52c5f4f2cd2","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.167245278Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"920696d5-fd6a-49bb-a792-b52c5f4f2cd2","name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.185014924Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"920696d5-fd6a-49bb-a792-b52c5f4f2cd2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.185034724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"920696d5-fd6a-49bb-a792-b52c5f4f2cd2","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.185127332Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"920696d5-fd6a-49bb-a792-b52c5f4f2cd2","name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.185897382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"89f0454d-7cb3-48a7-936b-2e98924f89f1","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.185913079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"89f0454d-7cb3-48a7-936b-2e98924f89f1","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.205304001Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"920696d5-fd6a-49bb-a792-b52c5f4f2cd2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.208869379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f431dc69-9f93-43c8-ad76-94a3dcb7af6f","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.208888809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f431dc69-9f93-43c8-ad76-94a3dcb7af6f","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:41.229960592Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f431dc69-9f93-43c8-ad76-94a3dcb7af6f","name":"e2e-lifecycle-model-9f76b708","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9f76b708\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:41.230022899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f431dc69-9f93-43c8-ad76-94a3dcb7af6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9f76b708\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.236129403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"d2ad046c-d577-40e4-93c7-78c1b829354c","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.236145886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"d2ad046c-d577-40e4-93c7-78c1b829354c","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.240650703Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"36568a43-df08-48dd-9a49-a108498f6d08","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a2ed4e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.278544656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"dc4c95b5-3a67-4b5c-8884-a0be9bd82297","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a2ed4e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.291394654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"9781eb8b-7d02-4889-8ff9-2febc6ff7005","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.313995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"9781eb8b-7d02-4889-8ff9-2febc6ff7005","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.367885301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"6a728eda-87e9-48aa-bc45-9b1f1e0388e4","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.413207294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"6a728eda-87e9-48aa-bc45-9b1f1e0388e4","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.586814674Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"6a728eda-87e9-48aa-bc45-9b1f1e0388e4","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"e2e-mt-9f76b708-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.587013651Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-policy-9f76b708","reconcileID":"6a728eda-87e9-48aa-bc45-9b1f1e0388e4","MaaSAuthPolicy":{"name":"e2e-policy-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.639466502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"72220af2-0ca4-44d4-a9a5-b7ec476e3871","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:41.639559349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"72220af2-0ca4-44d4-a9a5-b7ec476e3871","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.053025485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9b830-7863-44e0-a303-c982cbe0bf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.068705015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9b830-7863-44e0-a303-c982cbe0bf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.084118401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9b830-7863-44e0-a303-c982cbe0bf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.099982341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba9b830-7863-44e0-a303-c982cbe0bf58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.687897766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd73d2b3-53d1-4f57-ad20-34ef40fbef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.703280851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd73d2b3-53d1-4f57-ad20-34ef40fbef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.718748668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd73d2b3-53d1-4f57-ad20-34ef40fbef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.734934298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd73d2b3-53d1-4f57-ad20-34ef40fbef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.372860409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda8825c-68c3-4d5b-8c46-c79465f11377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.388493467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda8825c-68c3-4d5b-8c46-c79465f11377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.404176671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda8825c-68c3-4d5b-8c46-c79465f11377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.419788834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda8825c-68c3-4d5b-8c46-c79465f11377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.608741886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"45edc794-15e1-44e7-91e8-846eef536ac0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.657386203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"45edc794-15e1-44e7-91e8-846eef536ac0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.675366592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"45edc794-15e1-44e7-91e8-846eef536ac0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.696906308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f07e076-1d39-4d08-b122-fe12cb440355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.69692543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f07e076-1d39-4d08-b122-fe12cb440355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.764887299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"32a04035-3fd9-46d2-9821-3b3878b73233","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.812781416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"32a04035-3fd9-46d2-9821-3b3878b73233","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.833888798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"32a04035-3fd9-46d2-9821-3b3878b73233","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.853565738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a3490b-f8c8-4e84-89f2-debdd6f53191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.85358612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a3490b-f8c8-4e84-89f2-debdd6f53191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.037404345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69844c3a-5eb4-48a5-baa8-6dc5bcdd5dc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.037426406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69844c3a-5eb4-48a5-baa8-6dc5bcdd5dc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.052097989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b7407-a371-4de5-aaee-11504e11826a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.052139782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"5022d140-8d0d-4967-aeed-fa1ed981a2ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.068197909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b7407-a371-4de5-aaee-11504e11826a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.083778599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b7407-a371-4de5-aaee-11504e11826a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.099805641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b7407-a371-4de5-aaee-11504e11826a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.183569656Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-policy-1a84040a","reconcileID":"5022d140-8d0d-4967-aeed-fa1ed981a2ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"policyNamespace":"ai-tenant-e2e-mt-8a63260b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.202560321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc68a06-6be4-41dd-b551-5c21f401c68b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.202583362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc68a06-6be4-41dd-b551-5c21f401c68b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.273666391Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5c5686","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5c5686","reconcileID":"a37cb8a7-b83c-41d9-992a-026b1d45a42e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5c5686","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5c5686":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.384862003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fba8c251-f7b8-4a76-ad69-6c67021f9641","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.396862491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fba8c251-f7b8-4a76-ad69-6c67021f9641","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.786170577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646f9397-d342-41f4-a685-5b2b9743966f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.801659267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646f9397-d342-41f4-a685-5b2b9743966f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.817184447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646f9397-d342-41f4-a685-5b2b9743966f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.836081627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646f9397-d342-41f4-a685-5b2b9743966f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.458852978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf82d6c-5f01-4298-bc2f-737b142baff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.475142852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf82d6c-5f01-4298-bc2f-737b142baff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.490489894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf82d6c-5f01-4298-bc2f-737b142baff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.506005813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf82d6c-5f01-4298-bc2f-737b142baff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.643341075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac3c0101-78f4-4eef-a57d-1cfc5c588165","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.643359564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac3c0101-78f4-4eef-a57d-1cfc5c588165","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.660976139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f5ed42c-1599-45c9-9023-f4edd56ccf32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.660998222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f5ed42c-1599-45c9-9023-f4edd56ccf32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.691382852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"c6d2e208-9dd7-4eae-b9c1-07d2f98c631b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.742946571Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"c6d2e208-9dd7-4eae-b9c1-07d2f98c631b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"name":"e2e-api-b-714512-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.761045499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-714512-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"c6d2e208-9dd7-4eae-b9c1-07d2f98c631b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.780996663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5384ad-b963-4c0e-b223-69c8b28180de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.781014452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5384ad-b963-4c0e-b223-69c8b28180de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:47.327497908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384ec6ee-8679-49ef-8c57-4ae8e3c76457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:47.343379322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384ec6ee-8679-49ef-8c57-4ae8e3c76457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:47.359520931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384ec6ee-8679-49ef-8c57-4ae8e3c76457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:47.37516288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384ec6ee-8679-49ef-8c57-4ae8e3c76457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:47.713222661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:51.303790126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"a31479d5-13e6-4830-8253-10d2a94564c4","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","subscription":"e2e-sub-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:51.318959447Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"a31479d5-13e6-4830-8253-10d2a94564c4","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:51.334348977Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-sub-9f76b708","reconcileID":"a31479d5-13e6-4830-8253-10d2a94564c4","MaaSSubscription":{"name":"e2e-sub-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"name":"maas-trlp-e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:51.423648858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"bb47d3b3-d6a5-42ac-aefa-34c3efa795e5","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:51.42367075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"bb47d3b3-d6a5-42ac-aefa-34c3efa795e5","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.11537609Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"0776cbd1-b72b-4967-b405-faf98e76e984","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.115478858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e6c9be3-89b4-4645-b06d-0742dbcde05a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.115500355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e6c9be3-89b4-4645-b06d-0742dbcde05a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.401495765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"0776cbd1-b72b-4967-b405-faf98e76e984","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.488249497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"0776cbd1-b72b-4967-b405-faf98e76e984","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"name":"e2e-api-a-8fd232-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.48927896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"e2e-e2e-api-a-8fd232-policy","reconcileID":"0776cbd1-b72b-4967-b405-faf98e76e984","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8fd232-policy","namespace":"ai-tenant-e2e-api-a-8fd232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8fd232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.511882977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"021973cf-f9bb-4dbc-a81e-e98cc57af23a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.511908744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"021973cf-f9bb-4dbc-a81e-e98cc57af23a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.013786485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64772f15-714f-4586-acac-52ec8221baf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.037649241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64772f15-714f-4586-acac-52ec8221baf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.069518676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64772f15-714f-4586-acac-52ec8221baf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.086685533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64772f15-714f-4586-acac-52ec8221baf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.315978861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"325d1f35-51f3-4d0e-9ead-ab28d810d3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.316410117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"56ca2779-1272-4131-a51b-6585c47dbca8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.317708539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"a5a96f6f-b3b4-4438-9a80-cf726f256ad3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.31772582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"3fbd282f-039f-4b33-ac5a-e423b1b46373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.634068196Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22f8e3f0-11fe-49cb-861d-260c0f09dcef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-636e15","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.683139387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"e2a2d3ea-b60a-444a-ad9c-98d3303d6bfe","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.803178144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"022531f4-7374-41d7-aaa1-f8a896e4092f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.805792504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"718c06f5-9c85-46c1-ab88-8cce93dc4b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.811327719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"49416026-c05f-4a17-9003-c1ed2f560cc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.817733823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f4a3a7ff-3abf-412f-b7da-2108a7b09b2c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.820137588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"e52c0fa4-4aa4-47ee-af21-70b2a2d4c1df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.886729539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"0094e91e-78c4-4072-8f4e-04c17fe0a633","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.888148573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f4a3a7ff-3abf-412f-b7da-2108a7b09b2c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.906787011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f4a3a7ff-3abf-412f-b7da-2108a7b09b2c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.927398511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e573c38e-f591-47d8-b42b-a5b1186e3a45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.927423088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e573c38e-f591-47d8-b42b-a5b1186e3a45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.95336847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"01dcae3e-c231-451f-a364-9442cdf95be9","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.953454158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78b77d01-1112-4f98-8ae2-5f6ae130462c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:54.95401599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"b30ad6b6-98fd-408c-8590-eb1a0941ddca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.00972897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cf7e50-599a-4333-b858-191c91a1c2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.025105672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cf7e50-599a-4333-b858-191c91a1c2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.04114941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cf7e50-599a-4333-b858-191c91a1c2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.056895234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46cf7e50-599a-4333-b858-191c91a1c2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.088634021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"c0ae7530-abce-4423-bda0-fb992556e82a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.487819359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"3bcaa10a-c1ed-402e-94d6-3c77eff4f21b","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-1a84040a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.534634864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"namespace":"ai-tenant-e2e-mt-8a63260b","name":"e2e-shared-int-sub-1a84040a","reconcileID":"3bcaa10a-c1ed-402e-94d6-3c77eff4f21b","MaaSSubscription":{"name":"e2e-shared-int-sub-1a84040a","namespace":"ai-tenant-e2e-mt-8a63260b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.60475412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b5af07-a54e-4634-af23-0dac7268922e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.604774239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b5af07-a54e-4634-af23-0dac7268922e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.671748042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1adfae0-0977-4c16-937d-67961233fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.687489649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1adfae0-0977-4c16-937d-67961233fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.703193672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1adfae0-0977-4c16-937d-67961233fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.718696434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1adfae0-0977-4c16-937d-67961233fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.957553636Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.95761148Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.957662342Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","tenant":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.976697915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Deployment","name":"maas-api-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.005768845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Service","name":"maas-api-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.025058822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.044422514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.063301268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.083696674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.103776294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.121961283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.136962521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Deployment","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.152201345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.167671283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Service","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.182835412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"Service","name":"payload-pre-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.197795414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.212969577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.230696832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.252850304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.269731809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.28595835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.302339438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.320639973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"3c0889d1-f7fc-40ea-bdaf-9a88e79fe808","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9f76b708","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.81780638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"aaf4fa67-98b0-4e53-9bb9-b59c166a3e1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.825775707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f76b708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f76b708","reconcileID":"ddab40f6-05e7-4337-9fc0-9a5c9f483211","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f76b708","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9f76b708"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.836629578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"aaf4fa67-98b0-4e53-9bb9-b59c166a3e1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"name":"e2e-api-b-714512-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.854476145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-714512-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"aaf4fa67-98b0-4e53-9bb9-b59c166a3e1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.880428981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"6dcee6bc-7668-4029-8af6-62ab4de3570a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.916681887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"6dcee6bc-7668-4029-8af6-62ab4de3570a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.922355379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"49660424-34f7-4439-8802-163751721a5a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.922421652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"49660424-34f7-4439-8802-163751721a5a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.932749621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"ac7df82f-1884-449d-8cf5-43ceb0a5a5b2","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.932936681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"ac7df82f-1884-449d-8cf5-43ceb0a5a5b2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.961151462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1f27bfe7-a870-43fe-b5df-33e60da0d376","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:56.96127991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1f27bfe7-a870-43fe-b5df-33e60da0d376","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.00214083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"d80aa4ac-26bb-48aa-bd18-7899b1d86ed8","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.002225493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"d80aa4ac-26bb-48aa-bd18-7899b1d86ed8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.08673508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"0f8f189e-3b00-496d-aad7-f371e454e272","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.086844308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"0f8f189e-3b00-496d-aad7-f371e454e272","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.248318312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1c8bef6c-c3e4-4999-9354-d83c98fcf78a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.248502092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1c8bef6c-c3e4-4999-9354-d83c98fcf78a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.318428985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80398eb-ddc8-4937-8050-76cf526c57ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.334119804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80398eb-ddc8-4937-8050-76cf526c57ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.349789177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80398eb-ddc8-4937-8050-76cf526c57ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.365624801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80398eb-ddc8-4937-8050-76cf526c57ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.569500469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1874403d-41d8-4cf7-845c-b4684f95042a","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:57.569565758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1874403d-41d8-4cf7-845c-b4684f95042a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.967545806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d17cffa-1c38-4ec4-957d-f28158892a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.983476378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d17cffa-1c38-4ec4-957d-f28158892a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.000397115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d17cffa-1c38-4ec4-957d-f28158892a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.015978924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d17cffa-1c38-4ec4-957d-f28158892a16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:58.2105671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"341139d6-64a4-42d0-a673-c2ed0260b874","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:58.210634477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"341139d6-64a4-42d0-a673-c2ed0260b874","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.656965595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3962bcbb-1ed9-440f-a15d-079053f1094b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.67221444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3962bcbb-1ed9-440f-a15d-079053f1094b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.687487429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3962bcbb-1ed9-440f-a15d-079053f1094b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.702982948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3962bcbb-1ed9-440f-a15d-079053f1094b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.393897498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb88cfe8-fe57-4c01-9029-2356125e1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.410896816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb88cfe8-fe57-4c01-9029-2356125e1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.426699316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb88cfe8-fe57-4c01-9029-2356125e1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.442095639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb88cfe8-fe57-4c01-9029-2356125e1202","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:59.491370178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1d2e1c59-b579-4d90-a950-aa7c68f725ae","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:59.491442458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"1d2e1c59-b579-4d90-a950-aa7c68f725ae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:02.053596359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"8f80d586-0178-426c-b51d-5344732189b1","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:02.053748227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"8f80d586-0178-426c-b51d-5344732189b1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:02.196103729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"fb192bcf-6a6f-4cb8-a914-8bc259c518bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:02.242574954Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"fb192bcf-6a6f-4cb8-a914-8bc259c518bc","name":"e2e-api-a-5c5686-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:03.176647564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"70d0129d-d32f-4146-9e32-2df295705af9","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:03.176717252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"70d0129d-d32f-4146-9e32-2df295705af9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:03.276178803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"26905ee2-bef5-4af1-968b-e472d4c2cd52","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:03.276296828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"26905ee2-bef5-4af1-968b-e472d4c2cd52","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708-kserve-route (gateways: [openshift-ingress/e2e-mt-9f76b708]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:03.538885118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f66e9f2-e509-4248-8f11-83d18dc33563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:03.554341961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f66e9f2-e509-4248-8f11-83d18dc33563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:03.569859243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f66e9f2-e509-4248-8f11-83d18dc33563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:03.585134609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f66e9f2-e509-4248-8f11-83d18dc33563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.086738519Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","namespace":"ai-tenant-e2e-api-a-8fd232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.086800582Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","namespace":"ai-tenant-e2e-api-a-8fd232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.086849884Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","tenant":"e2e-api-a-8fd232","tenantID":"e2e-api-a-8fd232","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.107573778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Deployment","name":"maas-api-e2e-api-a-8fd232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.139745782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Service","name":"maas-api-e2e-api-a-8fd232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.159814218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8fd232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.177063974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8fd232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.19280957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993d250c-aa76-45a1-a294-9fc148713ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.208610548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993d250c-aa76-45a1-a294-9fc148713ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.214795164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.224040637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993d250c-aa76-45a1-a294-9fc148713ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.239650396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993d250c-aa76-45a1-a294-9fc148713ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.241002854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.258985354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.278212463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.293414174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Deployment","name":"payload-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.321432469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.3272748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"2b4c1962-91be-40cd-b8dc-4bcd3a0ec78e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.327365472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"2b4c1962-91be-40cd-b8dc-4bcd3a0ec78e","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.336673038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Service","name":"payload-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.351628961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.366441891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.379323632Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f76b708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f76b708","reconcileID":"e328d556-9ef0-4a53-abae-c8c6ceb44acc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f76b708","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9f76b708":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.385112474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.408734704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.433490587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.454829926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.471591548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.492012395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8fd232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.514276013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8fd232"},"namespace":"ai-tenant-e2e-api-a-8fd232","name":"default-tenant","reconcileID":"2c583dff-34b7-4e99-831d-9c2128972161","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8fd232","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.899116065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"16e764a3-63a1-45c5-80b3-aea6ea3de6e2","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.89914934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"16e764a3-63a1-45c5-80b3-aea6ea3de6e2","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.979860983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"efa33c8c-5de4-40df-bcc8-00b49fdd1b90","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:04.998766466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"efa33c8c-5de4-40df-bcc8-00b49fdd1b90","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:05.016525807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"efa33c8c-5de4-40df-bcc8-00b49fdd1b90","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:05.215727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b53af6-166c-4491-a4d5-71691dd0943d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:05.260889325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b53af6-166c-4491-a4d5-71691dd0943d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:05.286350565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b53af6-166c-4491-a4d5-71691dd0943d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:05.316530777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b53af6-166c-4491-a4d5-71691dd0943d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:06.885529265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"a994fb76-aef4-4fe1-b3d5-ce39ff5f9193","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:06.906062469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"a994fb76-aef4-4fe1-b3d5-ce39ff5f9193","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"name":"e2e-api-b-714512-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:06.924612077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-714512-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"a994fb76-aef4-4fe1-b3d5-ce39ff5f9193","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:07.467926836Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8fd232","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8fd232","reconcileID":"c5f84e09-f76a-40c6-b1a1-1fac90310f2b","aitenant":"ai-tenants/e2e-api-a-8fd232","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:07.663958401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e172a5-20d3-4c47-a417-fe50b2d1a4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:07.680403964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e172a5-20d3-4c47-a417-fe50b2d1a4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:07.69687127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e172a5-20d3-4c47-a417-fe50b2d1a4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:07.712370275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e172a5-20d3-4c47-a417-fe50b2d1a4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:07.734524Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8fd232","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8fd232","reconcileID":"c5f84e09-f76a-40c6-b1a1-1fac90310f2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8fd232","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8fd232"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:08.352867026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ca2ce7-e3f3-4382-8094-1ada9bc49f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:08.379056962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ca2ce7-e3f3-4382-8094-1ada9bc49f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:08.403000974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ca2ce7-e3f3-4382-8094-1ada9bc49f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:08.439652035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ca2ce7-e3f3-4382-8094-1ada9bc49f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.127152424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170573e-87d0-4a53-9283-12a4ed6466e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.150066591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170573e-87d0-4a53-9283-12a4ed6466e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.169228473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170573e-87d0-4a53-9283-12a4ed6466e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.190476817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0170573e-87d0-4a53-9283-12a4ed6466e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.788267888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136cd9a-9f6c-49f5-a11d-2119d4c14fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.803638687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136cd9a-9f6c-49f5-a11d-2119d4c14fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.819178418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136cd9a-9f6c-49f5-a11d-2119d4c14fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.836369339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a136cd9a-9f6c-49f5-a11d-2119d4c14fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.440998521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a74e9d-ff25-4c5a-a379-f6c5eac3a21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.456528454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a74e9d-ff25-4c5a-a379-f6c5eac3a21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.473805366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a74e9d-ff25-4c5a-a379-f6c5eac3a21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.489675824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a74e9d-ff25-4c5a-a379-f6c5eac3a21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.103395206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ffe4c2-32f7-401f-87e0-a09367c39862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.118946261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ffe4c2-32f7-401f-87e0-a09367c39862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.134468619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ffe4c2-32f7-401f-87e0-a09367c39862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.149891848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ffe4c2-32f7-401f-87e0-a09367c39862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.951319495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"37f874bd-c5d9-4f2e-ac57-91a468f80ce2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.992985276Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"37f874bd-c5d9-4f2e-ac57-91a468f80ce2","name":"e2e-mt-9f76b708-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.221594355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"bcd374d4-90ae-44d1-8a75-e7dff3701114","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.240859285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"bcd374d4-90ae-44d1-8a75-e7dff3701114","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"name":"e2e-api-b-714512-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.258714431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-714512-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"bcd374d4-90ae-44d1-8a75-e7dff3701114","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.446059072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"39e3d5fb-5e01-4a3d-b146-f8186e5a135d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.465968682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"39e3d5fb-5e01-4a3d-b146-f8186e5a135d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"name":"e2e-api-b-714512-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.488618975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-714512-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"39e3d5fb-5e01-4a3d-b146-f8186e5a135d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.797296322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7958847c-c2de-4647-8ecd-8e8c26911302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.813089924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7958847c-c2de-4647-8ecd-8e8c26911302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.829134873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7958847c-c2de-4647-8ecd-8e8c26911302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.844824244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7958847c-c2de-4647-8ecd-8e8c26911302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.075852041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f56e29aa-846f-4093-94c1-46e6d8f91b9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.10365776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f56e29aa-846f-4093-94c1-46e6d8f91b9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.127146327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"f56e29aa-846f-4093-94c1-46e6d8f91b9e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.331690498Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"f3955310-5970-4ce6-879c-c50e3bc30fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.331786011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f9d70e8-0cfd-41f4-bf77-225450c9044b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.331803198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f9d70e8-0cfd-41f4-bf77-225450c9044b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.470502261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"f3955310-5970-4ce6-879c-c50e3bc30fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.512904511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebfd-dd69-48d6-9775-79f7dc3fea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.592162095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"f3955310-5970-4ce6-879c-c50e3bc30fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"name":"e2e-api-b-714512-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.592431628Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"e2e-e2e-api-b-714512-policy","reconcileID":"f3955310-5970-4ce6-879c-c50e3bc30fcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-714512-policy","namespace":"ai-tenant-e2e-api-b-714512"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-714512","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.595883876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebfd-dd69-48d6-9775-79f7dc3fea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.614141632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebfd-dd69-48d6-9775-79f7dc3fea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.61815812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d6611f-0988-4020-9c57-12e15159d261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.61817694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d6611f-0988-4020-9c57-12e15159d261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.629777972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ebfd-dd69-48d6-9775-79f7dc3fea25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.716645274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.656667129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146f00f-b29a-49a8-90a7-43b5543b5913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.678102888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146f00f-b29a-49a8-90a7-43b5543b5913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.707223804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146f00f-b29a-49a8-90a7-43b5543b5913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.732288754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8146f00f-b29a-49a8-90a7-43b5543b5913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.04610748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9ecb2d5-971a-40d1-a4a8-9dd6b46bb830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.04676978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9ecb2d5-971a-40d1-a4a8-9dd6b46bb830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.068474588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2121fa0-113c-417c-82ad-c070ec1d7964","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.069295101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2121fa0-113c-417c-82ad-c070ec1d7964","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.101688888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"119936e6-47a4-41b0-b7ff-525fdfd345ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.163688693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"119936e6-47a4-41b0-b7ff-525fdfd345ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.186854774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5c5686-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"119936e6-47a4-41b0-b7ff-525fdfd345ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.209133094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa14e40a-0755-4b10-846a-53add05ed3af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.209237009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa14e40a-0755-4b10-846a-53add05ed3af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.775281695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e4371e-0650-435c-ad66-d58b062e7a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.792610325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e4371e-0650-435c-ad66-d58b062e7a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.809501086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e4371e-0650-435c-ad66-d58b062e7a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:21.829346726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e4371e-0650-435c-ad66-d58b062e7a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.174620052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"6df898cd-69f7-4986-b164-9cbb1670e296","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.194784385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"6df898cd-69f7-4986-b164-9cbb1670e296","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.214390428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"6df898cd-69f7-4986-b164-9cbb1670e296","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.241384668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae1cd8a-7690-4f2d-a425-26b7f8ae257d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.24141149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae1cd8a-7690-4f2d-a425-26b7f8ae257d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.269772396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fd3b3c-b618-407d-8a96-2f4b835426ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.285606553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fd3b3c-b618-407d-8a96-2f4b835426ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.301590405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fd3b3c-b618-407d-8a96-2f4b835426ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.3170648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fd3b3c-b618-407d-8a96-2f4b835426ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.965113911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e934d-5418-4921-9e83-87edfff6d719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.981219686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e934d-5418-4921-9e83-87edfff6d719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.996961966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e934d-5418-4921-9e83-87edfff6d719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.012584914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e934d-5418-4921-9e83-87edfff6d719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.152731189Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4aa4e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4aa4e9","reconcileID":"783fa072-67fc-479f-9538-87af2510a5cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4aa4e9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4aa4e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.726465717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ccf8bf-d357-4e1f-acd8-73b1cbd967bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.789648885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ccf8bf-d357-4e1f-acd8-73b1cbd967bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.807078488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ccf8bf-d357-4e1f-acd8-73b1cbd967bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.823089931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ccf8bf-d357-4e1f-acd8-73b1cbd967bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.557421936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19e3400-3c4d-4503-992c-860cae2aec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.576574861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19e3400-3c4d-4503-992c-860cae2aec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.592212958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19e3400-3c4d-4503-992c-860cae2aec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.60768116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19e3400-3c4d-4503-992c-860cae2aec5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.329499178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebf39a-7d51-4603-bcba-da8c85b36b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.351848924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebf39a-7d51-4603-bcba-da8c85b36b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.41479133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebf39a-7d51-4603-bcba-da8c85b36b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.452134389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebf39a-7d51-4603-bcba-da8c85b36b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.523912758Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","namespace":"ai-tenant-e2e-api-b-714512","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.523996089Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","namespace":"ai-tenant-e2e-api-b-714512","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.524054273Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","tenant":"e2e-api-b-714512","tenantID":"e2e-api-b-714512","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.541815952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Deployment","name":"maas-api-e2e-api-b-714512","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.569604852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Service","name":"maas-api-e2e-api-b-714512","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.587853674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-714512","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.605029677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-714512","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.622991243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.640493906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.660291147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.677648267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.69280412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Deployment","name":"payload-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.709969875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.725681069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Service","name":"payload-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.740846969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"Service","name":"payload-pre-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.755821388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.813058704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.836274969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.862532564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.882536433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.902834449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.932768453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-714512","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.953655148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-714512"},"namespace":"ai-tenant-e2e-api-b-714512","name":"default-tenant","reconcileID":"d8d3ba42-c144-4c55-924a-7144afaf7b27","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-714512","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.554656041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75056de-fe4d-4e2a-8312-37d20461ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.570454273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75056de-fe4d-4e2a-8312-37d20461ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.586000621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75056de-fe4d-4e2a-8312-37d20461ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.602226314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75056de-fe4d-4e2a-8312-37d20461ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.350198885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c8b02b-65ef-45f8-896d-f9b0c6977e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.367703483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c8b02b-65ef-45f8-896d-f9b0c6977e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.436036349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c8b02b-65ef-45f8-896d-f9b0c6977e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.456713001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c8b02b-65ef-45f8-896d-f9b0c6977e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.254306823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"f3c8897c-381e-4673-be1d-a0c07ad34be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.293854418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"f3c8897c-381e-4673-be1d-a0c07ad34be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.393161064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5c5686-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"f3c8897c-381e-4673-be1d-a0c07ad34be5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.603688635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"0214a48a-4b2c-463b-adc0-641335c01a20","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.603720508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"0214a48a-4b2c-463b-adc0-641335c01a20","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.987680518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9539-0d0f-4fb4-be60-345d2afe89bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.003214609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9539-0d0f-4fb4-be60-345d2afe89bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.018666225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9539-0d0f-4fb4-be60-345d2afe89bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.03414289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44fa9539-0d0f-4fb4-be60-345d2afe89bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.637529872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b529a6d-bfbf-49c3-afee-2b098e3bf798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.653035319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b529a6d-bfbf-49c3-afee-2b098e3bf798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.668649803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b529a6d-bfbf-49c3-afee-2b098e3bf798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:32.683970196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b529a6d-bfbf-49c3-afee-2b098e3bf798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:35.29533824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"951f907e-66b8-4aac-8dc6-f4d85a61c632","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:35.343895857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"951f907e-66b8-4aac-8dc6-f4d85a61c632","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:35.366569205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"951f907e-66b8-4aac-8dc6-f4d85a61c632","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.628730379Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-714512","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-714512","reconcileID":"63593c52-a04d-447e-8024-f079cf09028c","aitenant":"ai-tenants/e2e-api-b-714512","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.831773506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20970b1f-02d0-4307-bb80-fea87bacb711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.847571337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20970b1f-02d0-4307-bb80-fea87bacb711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.864342308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20970b1f-02d0-4307-bb80-fea87bacb711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.880441523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20970b1f-02d0-4307-bb80-fea87bacb711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.885029186Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-714512","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-714512","reconcileID":"63593c52-a04d-447e-8024-f079cf09028c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-714512","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-714512"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.662753064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec82289-affa-4431-843d-53e2386fea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.681582038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec82289-affa-4431-843d-53e2386fea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.698614467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec82289-affa-4431-843d-53e2386fea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.713955936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec82289-affa-4431-843d-53e2386fea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:39.442693915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971d11ef-9c11-4813-ba83-cc8107e52e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:39.458518985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971d11ef-9c11-4813-ba83-cc8107e52e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:39.47402011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971d11ef-9c11-4813-ba83-cc8107e52e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:39.489283154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971d11ef-9c11-4813-ba83-cc8107e52e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.424232487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"ee43cebb-a452-467f-8060-91578e3d8a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.44322623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"ee43cebb-a452-467f-8060-91578e3d8a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.460983328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5c5686-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"ee43cebb-a452-467f-8060-91578e3d8a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.818561749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"e5ff7219-78dd-4819-8eca-99a3d7c0d037","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.860947685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"e5ff7219-78dd-4819-8eca-99a3d7c0d037","name":"e2e-api-b-4aa4e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.417068696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"5de5c60f-d24a-4b01-9ac9-704f4c8d8237","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.43677115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"5de5c60f-d24a-4b01-9ac9-704f4c8d8237","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.51217025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"d196f81a-a7d6-4049-a41d-a76e6178aa59","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.512192794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"d196f81a-a7d6-4049-a41d-a76e6178aa59","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.533052439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ddd3e2-e4a7-4f73-acb8-7f8a4bb0f101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.533140132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ddd3e2-e4a7-4f73-acb8-7f8a4bb0f101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:47.697663427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.02412643Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-636e15","reconcileID":"04ed83ba-360c-4360-a6fb-f84c622f7bca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-636e15","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.024227417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ff9604f-d247-4884-9d78-e3ab51dc5e9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.024246737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ff9604f-d247-4884-9d78-e3ab51dc5e9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.085699288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb75eba2-f19f-42dd-bd3c-a96747014a2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.085892277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb75eba2-f19f-42dd-bd3c-a96747014a2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.289551786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df6aed78-0a06-4d53-8a6f-37b321cba980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.289580357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df6aed78-0a06-4d53-8a6f-37b321cba980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.334634512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37520db2-7955-4454-a246-95ce8fa6014a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.334659152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47a658e0-d75f-4e9f-bd95-e5917bea3190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.35430234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37520db2-7955-4454-a246-95ce8fa6014a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:48.354496992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47a658e0-d75f-4e9f-bd95-e5917bea3190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.501345463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"98192b53-9046-4828-af8e-e6698305b4a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.525660249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"98192b53-9046-4828-af8e-e6698305b4a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.545777757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5c5686-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de26823ee9b8a35cfe7fe47a89cc7cdc37c357e789aad5c0db59364f7aad1e33) AuthConfig (5c1a6f621d846faaf3c83779d2cdfc8e07e8c19c6ac8c55307629a5eb82e9603) AuthConfig (4384cf461cee942b7df7ae8032cfb5ad4e333adf2ce12d183a7d787806f0e787) AuthConfig (909cf886ed47bc1ba541f0ba79cdb92944a76cfc71865d75b6ec77cdfa9dad12) AuthConfig (0cd1b2a203e3bbc0683413f90bfbc21f142a0ab288257622ff2072388fbea81b) AuthConfig (3a60f96c671b1626b422326bf0ec81461f372cbf03f9bcd3479964e2bd1c03dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"98192b53-9046-4828-af8e-e6698305b4a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.565333217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73ab7542-3c26-4304-b448-da2b437d28e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.56543407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73ab7542-3c26-4304-b448-da2b437d28e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:55.534125138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f95b0ba1-3f24-45a1-8551-cd3bd96c1d41","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:55.534150287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f95b0ba1-3f24-45a1-8551-cd3bd96c1d41","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.34564777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"930ed906-fe07-464f-ac67-e319e878400f","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-636e15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.415579465Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-636e15","reconcileID":"930ed906-fe07-464f-ac67-e319e878400f","MaaSSubscription":{"name":"e2e-default-int-sub-636e15","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.477962348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"747752ab-94a0-4bfe-9af4-84ad109befbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.567733299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4adee104-effd-4743-b71b-2787dcdb2d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.567757084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4adee104-effd-4743-b71b-2787dcdb2d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.618774441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dd8f80c-8eeb-4cd5-a862-e86a79e5586d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.618771475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b29efa1-601e-499d-b5ea-d27336744389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.638205393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b29efa1-601e-499d-b5ea-d27336744389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:58.638371578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dd8f80c-8eeb-4cd5-a862-e86a79e5586d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.726863824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bb0c5a-0561-4970-b73c-4ca6377c4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.74303678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bb0c5a-0561-4970-b73c-4ca6377c4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.760116095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bb0c5a-0561-4970-b73c-4ca6377c4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.776489528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9bb0c5a-0561-4970-b73c-4ca6377c4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.431366021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4885300b-94c7-4d5f-bd02-cd54c5c58423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.447230617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4885300b-94c7-4d5f-bd02-cd54c5c58423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.462924652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4885300b-94c7-4d5f-bd02-cd54c5c58423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.479020646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4885300b-94c7-4d5f-bd02-cd54c5c58423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.622845127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"a5c94fec-8491-49ed-a160-0d99f2037f4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.644976984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"a5c94fec-8491-49ed-a160-0d99f2037f4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.749599299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4833ead-29e0-460d-b9a6-7c453a46d85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.749687912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4833ead-29e0-460d-b9a6-7c453a46d85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.933832971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67e2a8d-4ce4-4ed0-a47f-22d949de0da9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.933856795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67e2a8d-4ce4-4ed0-a47f-22d949de0da9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.951906664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77c4fd45-f568-406e-a425-ee96066bb3e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.951929507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77c4fd45-f568-406e-a425-ee96066bb3e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:01.982503632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"333088d3-eeed-4a4a-a511-70703370149b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.039414827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"333088d3-eeed-4a4a-a511-70703370149b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"name":"e2e-api-b-4aa4e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.058040256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4aa4e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"333088d3-eeed-4a4a-a511-70703370149b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.078047202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8118c164-4596-4acf-97ba-97bbafea51f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.07806808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8118c164-4596-4acf-97ba-97bbafea51f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.952473306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04775cb4-6038-40b8-a8ac-4a51463ce6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.968195776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04775cb4-6038-40b8-a8ac-4a51463ce6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:02.984175361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04775cb4-6038-40b8-a8ac-4a51463ce6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.000013209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04775cb4-6038-40b8-a8ac-4a51463ce6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.605556605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aa28fb5-ca62-49a8-b1a4-aa2f601d7d97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.605578288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aa28fb5-ca62-49a8-b1a4-aa2f601d7d97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.623442822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f61c1b62-0873-4e6a-a02d-2db37107f129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.623469412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f61c1b62-0873-4e6a-a02d-2db37107f129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.666925375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5709dc-e7ab-42cb-b62e-4583b4c4b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.682967143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5709dc-e7ab-42cb-b62e-4583b4c4b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.699087663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5709dc-e7ab-42cb-b62e-4583b4c4b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.699322205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"da63e87c-e677-4087-a1b6-6249c6df0f96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.715459645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5709dc-e7ab-42cb-b62e-4583b4c4b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.721024803Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3806a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3806a","reconcileID":"45d573f6-3ba9-4940-8ad7-775bf8b9df2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f3806a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f3806a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.735470645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"da63e87c-e677-4087-a1b6-6249c6df0f96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.773922852Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"da63e87c-e677-4087-a1b6-6249c6df0f96","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3887874d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.941528006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c12782ce-a808-48da-9d54-b5b9d1852d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.941559189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c12782ce-a808-48da-9d54-b5b9d1852d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.010882804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"4fea9c7c-1164-4155-82e3-39bc69ddc229","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.03107027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"4fea9c7c-1164-4155-82e3-39bc69ddc229","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.068349195Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"4fea9c7c-1164-4155-82e3-39bc69ddc229","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3887874d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:04.20949515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"4fea9c7c-1164-4155-82e3-39bc69ddc229","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-3887874d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.318143743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"a73e3c5a-2e85-4b76-8648-3bb12d3b223c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.338725812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"a73e3c5a-2e85-4b76-8648-3bb12d3b223c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.371886729Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"a73e3c5a-2e85-4b76-8648-3bb12d3b223c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3887874d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.42997236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017ca8db-552c-490a-9e70-4a899df1befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.446045555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017ca8db-552c-490a-9e70-4a899df1befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.461893705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017ca8db-552c-490a-9e70-4a899df1befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.48057103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"017ca8db-552c-490a-9e70-4a899df1befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.535727854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"66223b80-e733-4316-a34e-bd8f9b360ca2","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.535762859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"66223b80-e733-4316-a34e-bd8f9b360ca2","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:06.350854269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"48de92d6-080e-4764-8b7c-15a2d3a10cc4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:06.350919623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae018552-76fc-4306-a5d7-f6b4e5213779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:06.351067018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae018552-76fc-4306-a5d7-f6b4e5213779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:06.366798736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-3887874d","reconcileID":"48de92d6-080e-4764-8b7c-15a2d3a10cc4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-3887874d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-3887874d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:06.416699018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1635a203-c2c2-4691-a3fc-8865cce359ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:06.416719103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1635a203-c2c2-4691-a3fc-8865cce359ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.927991199Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"265f046d-877d-427b-a57a-f336724ff1c1","namespace":"ai-tenant-e2e-api-a-5c5686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.928048281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"265f046d-877d-427b-a57a-f336724ff1c1","namespace":"ai-tenant-e2e-api-a-5c5686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.928095953Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"265f046d-877d-427b-a57a-f336724ff1c1","name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.947376618Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"265f046d-877d-427b-a57a-f336724ff1c1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.947832721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4bd1ea6-f721-4c96-a0a8-f1330d2362ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.947855502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4bd1ea6-f721-4c96-a0a8-f1330d2362ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.967235836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"37955c15-2353-4dff-a9e1-71d94e4bc0c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:07.987557985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"37955c15-2353-4dff-a9e1-71d94e4bc0c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.131821429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"eaf8d98a-5d2d-4f61-914a-e150c61cba39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.251877681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"eaf8d98a-5d2d-4f61-914a-e150c61cba39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.356504704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"eaf8d98a-5d2d-4f61-914a-e150c61cba39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"name":"e2e-api-a-5c5686-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.356632334Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"e2e-e2e-api-a-5c5686-policy","reconcileID":"eaf8d98a-5d2d-4f61-914a-e150c61cba39","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5c5686-policy","namespace":"ai-tenant-e2e-api-a-5c5686"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5c5686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.382618099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105be681-7c7d-4203-9a65-6857bc53a107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.382725313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105be681-7c7d-4203-9a65-6857bc53a107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.462159331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36258a65-8ad8-49b8-a1b0-43ad2e290d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.479118955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36258a65-8ad8-49b8-a1b0-43ad2e290d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.495054075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36258a65-8ad8-49b8-a1b0-43ad2e290d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.512652217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36258a65-8ad8-49b8-a1b0-43ad2e290d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:09.269110407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e998b5-8a07-4f28-8eb3-6106acff3cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:09.284990144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e998b5-8a07-4f28-8eb3-6106acff3cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:09.304653409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e998b5-8a07-4f28-8eb3-6106acff3cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:09.323227009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e998b5-8a07-4f28-8eb3-6106acff3cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:12.115748235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"0e8bb5c1-de20-4cf1-8fb2-77261561cd2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:12.143772907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"0e8bb5c1-de20-4cf1-8fb2-77261561cd2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"name":"e2e-api-b-4aa4e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:12.162988922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4aa4e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"0e8bb5c1-de20-4cf1-8fb2-77261561cd2e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.598694843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cf9fe6-5fd0-4210-98df-e9de0a1b0cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.621711898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cf9fe6-5fd0-4210-98df-e9de0a1b0cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.639319344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cf9fe6-5fd0-4210-98df-e9de0a1b0cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.664488022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cf9fe6-5fd0-4210-98df-e9de0a1b0cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.228319662Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-41e815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-41e815","reconcileID":"e09e456a-1cd9-462d-acc3-06c9de69703c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-41e815","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-41e815":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.537032947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f09c0fce-9561-44e7-aff6-ea2f4b7fd07d","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"tenant":"e2e-mt-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","model":"ai-tenant-e2e-mt-9f76b708/e2e-lifecycle-model-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.53706502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"e2e-lifecycle-model-9f76b708","reconcileID":"f09c0fce-9561-44e7-aff6-ea2f4b7fd07d","MaaSModelRef":{"name":"e2e-lifecycle-model-9f76b708","namespace":"ai-tenant-e2e-mt-9f76b708"},"routeName":"e2e-lifecycle-model-9f76b708-kserve-route","namespace":"ai-tenant-e2e-mt-9f76b708","llmisvcName":"e2e-lifecycle-model-9f76b708","gateway":"openshift-ingress/e2e-mt-9f76b708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.289019421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecb72cb-38ea-4649-a0d0-7b83eafa1869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.30666339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecb72cb-38ea-4649-a0d0-7b83eafa1869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.343153395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecb72cb-38ea-4649-a0d0-7b83eafa1869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.37578931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecb72cb-38ea-4649-a0d0-7b83eafa1869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:17.065372914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffef1e-8e24-4241-8864-bdfde521c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:17.081273055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffef1e-8e24-4241-8864-bdfde521c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:17.097500215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffef1e-8e24-4241-8864-bdfde521c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:17.113378941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffef1e-8e24-4241-8864-bdfde521c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:17.713134497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.362587008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"80c98958-80c9-4e43-b640-9ebb1257708e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.411818543Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"80c98958-80c9-4e43-b640-9ebb1257708e","name":"e2e-api-a-f3806a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.198829084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"f06c5d4c-38db-4f49-9071-40b67470376c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.220103521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"f06c5d4c-38db-4f49-9071-40b67470376c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"name":"e2e-api-b-4aa4e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.24021762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4aa4e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf817ac98ce3a76cfbe9ae0340986462d03df7282fc745b9fe9708c34db46af7) AuthConfig (f6536d0d26be5a5a2469a0cd565f300dcd1093c1f3df30a0c9994fbd66c2eaf4) AuthConfig (7c32a6794f73e6bc2953f6506de38925d34e9e8d4cb7dd2364a2eb78bb8bad23) AuthConfig (f35d8cce49a8864abbcaf78922fbcddbdf95946b3e270a3936282469eea11026) AuthConfig (281b36c5287c800f10e78f6290f64832583f0ecf0a56f331191bf2df9d127220) AuthConfig (8f3741f2aa2cf941ceb6da5f0160568ca80a381bd54dfae5d5e7eb6451a0469c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"f06c5d4c-38db-4f49-9071-40b67470376c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.261036728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"590ce5c4-2137-4fb3-9e32-23bb2aac3647","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.261055607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"590ce5c4-2137-4fb3-9e32-23bb2aac3647","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.053696393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ec1464-74ae-46c6-9793-32c5f9e42c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.071234812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ec1464-74ae-46c6-9793-32c5f9e42c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.0872371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ec1464-74ae-46c6-9793-32c5f9e42c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.103737359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ec1464-74ae-46c6-9793-32c5f9e42c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.010135881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cb76e1-488c-424b-9f9c-095b6a39ef8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.010232664Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","namespace":"ai-tenant-e2e-api-a-5c5686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.010322238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","namespace":"ai-tenant-e2e-api-a-5c5686","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.026106337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cb76e1-488c-424b-9f9c-095b6a39ef8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.026214382Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","tenant":"e2e-api-a-5c5686","tenantID":"e2e-api-a-5c5686","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.041896351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cb76e1-488c-424b-9f9c-095b6a39ef8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.057642845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cb76e1-488c-424b-9f9c-095b6a39ef8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.060357533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Deployment","name":"maas-api-e2e-api-a-5c5686","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.110923157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Service","name":"maas-api-e2e-api-a-5c5686","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.137731653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5c5686","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.161332241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5c5686","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.183933417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.202176017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.222482208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.240005688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.255271163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Deployment","name":"payload-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.270551535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.286374476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Service","name":"payload-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.305942155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.32153098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.336688112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.352034398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.372534568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.388912479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.404353273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.42035271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5c5686","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.435662656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5c5686"},"namespace":"ai-tenant-e2e-api-a-5c5686","name":"default-tenant","reconcileID":"172b079a-79fa-4141-9a85-2a44103d4a6f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5c5686","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:29.986332146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db2280-c9b7-4a8e-a9fd-550e14e3f123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.002237844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db2280-c9b7-4a8e-a9fd-550e14e3f123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.017949355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db2280-c9b7-4a8e-a9fd-550e14e3f123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.033883247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27db2280-c9b7-4a8e-a9fd-550e14e3f123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.064174171Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5c5686","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5c5686","reconcileID":"119e1a14-c72c-462f-b169-e266ccd09941","aitenant":"ai-tenants/e2e-api-a-5c5686","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.305059015Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5c5686","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5c5686","reconcileID":"119e1a14-c72c-462f-b169-e266ccd09941","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5c5686","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5c5686"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.725650456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36470f51-2f05-45c3-802a-7fddde73dacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.741478313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36470f51-2f05-45c3-802a-7fddde73dacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.758174016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36470f51-2f05-45c3-802a-7fddde73dacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.777748509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36470f51-2f05-45c3-802a-7fddde73dacd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.819749633Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-493ec8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-493ec8","reconcileID":"e9bd6234-058b-45a1-9ab3-4085bde66066","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-493ec8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-493ec8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.512316479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c967514d-d488-4e13-a16d-08fb185b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.529905992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c967514d-d488-4e13-a16d-08fb185b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.546495387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c967514d-d488-4e13-a16d-08fb185b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.586725612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c967514d-d488-4e13-a16d-08fb185b5d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.272185187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae205da5-9e4d-43ae-9e02-cc2a167ece7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.287868475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae205da5-9e4d-43ae-9e02-cc2a167ece7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.303755819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae205da5-9e4d-43ae-9e02-cc2a167ece7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.319699723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae205da5-9e4d-43ae-9e02-cc2a167ece7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.335516822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"75cfd3b0-19ff-4745-bee2-bbe99e52241a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.355186661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"75cfd3b0-19ff-4745-bee2-bbe99e52241a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"name":"e2e-api-b-4aa4e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.374516504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4aa4e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf817ac98ce3a76cfbe9ae0340986462d03df7282fc745b9fe9708c34db46af7) AuthConfig (f6536d0d26be5a5a2469a0cd565f300dcd1093c1f3df30a0c9994fbd66c2eaf4) AuthConfig (7c32a6794f73e6bc2953f6506de38925d34e9e8d4cb7dd2364a2eb78bb8bad23) AuthConfig (f35d8cce49a8864abbcaf78922fbcddbdf95946b3e270a3936282469eea11026) AuthConfig (281b36c5287c800f10e78f6290f64832583f0ecf0a56f331191bf2df9d127220) AuthConfig (8f3741f2aa2cf941ceb6da5f0160568ca80a381bd54dfae5d5e7eb6451a0469c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"75cfd3b0-19ff-4745-bee2-bbe99e52241a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.955059613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e7ff2-a027-469f-9545-517c032c965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.982230071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e7ff2-a027-469f-9545-517c032c965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.054044687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e7ff2-a027-469f-9545-517c032c965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.104223045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673e7ff2-a027-469f-9545-517c032c965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.871415456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212e87f9-8187-40ec-8550-b34c4d318994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.887425633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212e87f9-8187-40ec-8550-b34c4d318994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.903182979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212e87f9-8187-40ec-8550-b34c4d318994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.919542959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"212e87f9-8187-40ec-8550-b34c4d318994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.765999702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eb8df-74e2-4ec3-be82-c5d263a081b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.781984344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eb8df-74e2-4ec3-be82-c5d263a081b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.797659271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eb8df-74e2-4ec3-be82-c5d263a081b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.825930941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165eb8df-74e2-4ec3-be82-c5d263a081b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.59870855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"2edf1fa2-a8ea-4cd7-8d6e-bf35ba37dda5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-41e815","tenantID":"e2e-ipp-a-41e815","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.640421822Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"2edf1fa2-a8ea-4cd7-8d6e-bf35ba37dda5","name":"e2e-ipp-a-41e815-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.68384206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee09ee23-9181-44b2-b858-b5c8dc5f9d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.705632542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee09ee23-9181-44b2-b858-b5c8dc5f9d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.721441815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee09ee23-9181-44b2-b858-b5c8dc5f9d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.737203582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee09ee23-9181-44b2-b858-b5c8dc5f9d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.600380781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"22fe7f16-9e7e-475b-abff-b381200cf3f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.620690644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"22fe7f16-9e7e-475b-abff-b381200cf3f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"name":"e2e-api-b-4aa4e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.631462367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6b84225-ad91-4232-abf1-e851951be5d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.631479554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6b84225-ad91-4232-abf1-e851951be5d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:37.792476143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"22fe7f16-9e7e-475b-abff-b381200cf3f5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-4aa4e9-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.792830315Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"18f5f88b-979e-47ad-bc9e-37fb538ea4bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.98693835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"18f5f88b-979e-47ad-bc9e-37fb538ea4bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.044082306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"18f5f88b-979e-47ad-bc9e-37fb538ea4bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"name":"e2e-api-b-4aa4e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.044113855Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"e2e-e2e-api-b-4aa4e9-policy","reconcileID":"18f5f88b-979e-47ad-bc9e-37fb538ea4bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4aa4e9-policy","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4aa4e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.069932158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293cea10-258d-4c4d-8977-9c8e48111bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.070026572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293cea10-258d-4c4d-8977-9c8e48111bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.132765615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d48132-3765-472b-abfa-69867904c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.152216568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d48132-3765-472b-abfa-69867904c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.191237989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d48132-3765-472b-abfa-69867904c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.2090042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d48132-3765-472b-abfa-69867904c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.975022476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5fdec8-0e29-4ca0-b33c-80a63ed71bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.993180787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5fdec8-0e29-4ca0-b33c-80a63ed71bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:39.009088276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5fdec8-0e29-4ca0-b33c-80a63ed71bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:39.025012703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5fdec8-0e29-4ca0-b33c-80a63ed71bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:39.664044922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a292a8-84eb-4cb8-95fd-951cc1c37af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:39.680059638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a292a8-84eb-4cb8-95fd-951cc1c37af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:39.695768022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a292a8-84eb-4cb8-95fd-951cc1c37af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:39.712180699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17a292a8-84eb-4cb8-95fd-951cc1c37af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.385734226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd2081c-a710-42aa-933d-a1a80ff7d193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.402196347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd2081c-a710-42aa-933d-a1a80ff7d193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.418334377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd2081c-a710-42aa-933d-a1a80ff7d193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.434115602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd2081c-a710-42aa-933d-a1a80ff7d193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.040512924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d66c53-517c-4948-aa67-7a1a5ed75bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.056192466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d66c53-517c-4948-aa67-7a1a5ed75bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.071742085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d66c53-517c-4948-aa67-7a1a5ed75bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.087562024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d66c53-517c-4948-aa67-7a1a5ed75bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.63297589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.633056805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","namespace":"ai-tenant-e2e-mt-9f76b708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.633137423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","tenant":"e2e-mt-9f76b708","tenantID":"e2e-mt-9f76b708","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.649944912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Deployment","name":"maas-api-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.677705829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Service","name":"maas-api-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.697962461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.715208191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533d8e06-09d1-4c2e-8dd1-36e69dc90ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.731298205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533d8e06-09d1-4c2e-8dd1-36e69dc90ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.733307582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9f76b708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.748674549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533d8e06-09d1-4c2e-8dd1-36e69dc90ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.764434012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533d8e06-09d1-4c2e-8dd1-36e69dc90ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.766697887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.784114787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.806095071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.823659595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.845739236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Deployment","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.860700312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.875973435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Service","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.891896893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"Service","name":"payload-pre-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.90793167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.922759481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.953648255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.97985493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.022880893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.053946619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.079847346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9f76b708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.144147153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9f76b708"},"namespace":"ai-tenant-e2e-mt-9f76b708","name":"default-tenant","reconcileID":"68588479-de63-406f-b487-5c59d31f43b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9f76b708","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.872005016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752e28ba-9ac3-43c5-841d-042bf3f97638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.894641723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752e28ba-9ac3-43c5-841d-042bf3f97638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.914628513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752e28ba-9ac3-43c5-841d-042bf3f97638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.95591282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752e28ba-9ac3-43c5-841d-042bf3f97638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:43.697390223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32146c16-dc99-4d23-b0e8-f3f8dea8d4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:43.716371904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32146c16-dc99-4d23-b0e8-f3f8dea8d4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:43.732357633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32146c16-dc99-4d23-b0e8-f3f8dea8d4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:43.748021625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32146c16-dc99-4d23-b0e8-f3f8dea8d4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.366429446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b91eb-d22f-45a8-aaa4-bc803a7edd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.38247208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b91eb-d22f-45a8-aaa4-bc803a7edd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.416784049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b91eb-d22f-45a8-aaa4-bc803a7edd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.438401277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b91eb-d22f-45a8-aaa4-bc803a7edd0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.653187801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e20843f4-c29f-438f-8c47-7f12fda360a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.653210903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e20843f4-c29f-438f-8c47-7f12fda360a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.672882639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd69b090-6bfb-4e54-a4a9-a08202040d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.672902774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd69b090-6bfb-4e54-a4a9-a08202040d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.712759638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"4faafc16-10ac-4a54-bca7-6999d734e88d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.763284277Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"4faafc16-10ac-4a54-bca7-6999d734e88d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.781660452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3806a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"4faafc16-10ac-4a54-bca7-6999d734e88d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.805224435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba4cff03-f82d-485e-9da6-774a28a7581e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:44.805274831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba4cff03-f82d-485e-9da6-774a28a7581e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.70075214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.420088054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f9cb69-66e3-412e-85af-92c46d0ea01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.436330333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f9cb69-66e3-412e-85af-92c46d0ea01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.452369066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f9cb69-66e3-412e-85af-92c46d0ea01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.468226712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f9cb69-66e3-412e-85af-92c46d0ea01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.09591278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e78e04-e4d0-4ecf-831a-98d9bd254d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.132077282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e78e04-e4d0-4ecf-831a-98d9bd254d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.169687535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e78e04-e4d0-4ecf-831a-98d9bd254d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.198951068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e78e04-e4d0-4ecf-831a-98d9bd254d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.360927644Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-cb05ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-cb05ae","reconcileID":"5ef82c21-4a62-4009-a705-8f752f10fa9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-cb05ae","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-cb05ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.578303114Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f76b708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f76b708","reconcileID":"63459d6e-d0cf-495a-9509-6d293c855a9a","aitenant":"ai-tenants/e2e-mt-9f76b708","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.828701767Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9f76b708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9f76b708","reconcileID":"63459d6e-d0cf-495a-9509-6d293c855a9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9f76b708","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9f76b708"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.908607879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8e3689-9b64-4784-bdbe-925cf9da2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.929063567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8e3689-9b64-4784-bdbe-925cf9da2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.947457585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8e3689-9b64-4784-bdbe-925cf9da2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.976710636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8e3689-9b64-4784-bdbe-925cf9da2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.883024468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a9a6ab-6152-4db0-aeb7-afe6df6e66a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.898904739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a9a6ab-6152-4db0-aeb7-afe6df6e66a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.91482121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a9a6ab-6152-4db0-aeb7-afe6df6e66a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.930536526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"aa4fef7e-3579-4030-be2d-d1bada023445","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.930950285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a9a6ab-6152-4db0-aeb7-afe6df6e66a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.979751059Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"aa4fef7e-3579-4030-be2d-d1bada023445","name":"e2e-api-a-493ec8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:51.64123082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ef573-9fbd-4110-b319-8423ea8c2c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:51.65703033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ef573-9fbd-4110-b319-8423ea8c2c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:51.67546576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ef573-9fbd-4110-b319-8423ea8c2c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:51.691946889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69ef573-9fbd-4110-b319-8423ea8c2c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.434792139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9efb183-9114-46f8-a760-42c8079a462e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.452640686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9efb183-9114-46f8-a760-42c8079a462e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.470111569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9efb183-9114-46f8-a760-42c8079a462e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.486141065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9efb183-9114-46f8-a760-42c8079a462e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:53.27254175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17c58ed-b783-442e-af9a-2438cb1bdaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:53.288447122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17c58ed-b783-442e-af9a-2438cb1bdaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:53.305229269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17c58ed-b783-442e-af9a-2438cb1bdaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:53.321167736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17c58ed-b783-442e-af9a-2438cb1bdaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:53.983121651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17914d-3031-4895-8351-f66bf8c10a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.000248433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17914d-3031-4895-8351-f66bf8c10a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.016671937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17914d-3031-4895-8351-f66bf8c10a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.032580319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17914d-3031-4895-8351-f66bf8c10a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.840173297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"31634795-625d-43be-855e-d722c794e153","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.861904543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"31634795-625d-43be-855e-d722c794e153","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.880228975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3806a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"31634795-625d-43be-855e-d722c794e153","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.92779985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6b873f-725a-448d-93ca-1c5d5cc6effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.94361382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6b873f-725a-448d-93ca-1c5d5cc6effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.959652849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6b873f-725a-448d-93ca-1c5d5cc6effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:54.975525167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6b873f-725a-448d-93ca-1c5d5cc6effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:55.798614348Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-27490b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-27490b","reconcileID":"fad3c607-d594-4484-be71-6fdbcc318eff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-27490b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-27490b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:55.897717875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c55615a-9e7f-4690-9a4b-ab31bdfa8903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:55.916766476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c55615a-9e7f-4690-9a4b-ab31bdfa8903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:55.936666631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c55615a-9e7f-4690-9a4b-ab31bdfa8903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:55.953005399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c55615a-9e7f-4690-9a4b-ab31bdfa8903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:56.715600253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f878f-a244-478b-bec4-2cefab8c5275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:56.732733067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f878f-a244-478b-bec4-2cefab8c5275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:56.751842981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f878f-a244-478b-bec4-2cefab8c5275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:56.768409925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97f878f-a244-478b-bec4-2cefab8c5275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.123700096Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","namespace":"ai-tenant-e2e-api-b-4aa4e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.123885831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","namespace":"ai-tenant-e2e-api-b-4aa4e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.124002573Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","tenant":"e2e-api-b-4aa4e9","tenantID":"e2e-api-b-4aa4e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.142274443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Deployment","name":"maas-api-e2e-api-b-4aa4e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.176787223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Service","name":"maas-api-e2e-api-b-4aa4e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.196793269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4aa4e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.214872481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4aa4e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.235417292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.256045537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.277069326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.299466588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.319632962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Deployment","name":"payload-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.336747295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.352083746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Service","name":"payload-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.36717896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.382603915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.403127113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.418524634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.443708635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.461984232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.489547575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.505677212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4aa4e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:57.541175905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4aa4e9"},"namespace":"ai-tenant-e2e-api-b-4aa4e9","name":"default-tenant","reconcileID":"0fbf1b66-4df8-4248-bf63-49c46bf2a84b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4aa4e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:59.018656847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0e2e3-6201-4706-9e5d-51b060c17c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:59.041527078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0e2e3-6201-4706-9e5d-51b060c17c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:59.058510613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0e2e3-6201-4706-9e5d-51b060c17c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:59.074649028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb0e2e3-6201-4706-9e5d-51b060c17c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:00.047984289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c71182d-f0aa-4176-b838-d0d4ac0f1ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:00.071562166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c71182d-f0aa-4176-b838-d0d4ac0f1ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:00.091632033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c71182d-f0aa-4176-b838-d0d4ac0f1ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:00.109644035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c71182d-f0aa-4176-b838-d0d4ac0f1ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:00.529887293Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4aa4e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4aa4e9","reconcileID":"de9432fa-a044-410c-9cb7-15389a1eafc5","aitenant":"ai-tenants/e2e-api-b-4aa4e9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:00.885239442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4aa4e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4aa4e9","reconcileID":"de9432fa-a044-410c-9cb7-15389a1eafc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4aa4e9","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4aa4e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:01.057799415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4648f0ed-cbdd-4412-8992-e0e48d504676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:01.092456962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4648f0ed-cbdd-4412-8992-e0e48d504676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:01.169591539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4648f0ed-cbdd-4412-8992-e0e48d504676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:01.227772337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4648f0ed-cbdd-4412-8992-e0e48d504676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:02.438822919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c87534-63c4-4f9f-809c-5ffd92bfad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:02.455489569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c87534-63c4-4f9f-809c-5ffd92bfad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:02.474035013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c87534-63c4-4f9f-809c-5ffd92bfad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:02.49244191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c87534-63c4-4f9f-809c-5ffd92bfad5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:04.913352082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"3365ebe3-94fd-4a5f-94e4-d6b5fb471c09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:04.932602578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"3365ebe3-94fd-4a5f-94e4-d6b5fb471c09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:04.950695139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f3806a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9febc821b933eb6200ec8d0b534390695349e85f7cbb93764dc9f9ab1e9e1b63) AuthConfig (7483e9f141930c12373e72927a5c7e62de3fda0bd6686b8f452f7c56d838e34a) AuthConfig (8ebecbdc64ce50a5e536638d3263b36abf511e0737cff30cc6192f087616aa2f) AuthConfig (48fc6eb13d144be14e3250c72773b33e0898a186209f23696b2ea40b2c97a807) AuthConfig (a93bf451067ae1b473d179919f725240cf9967a97afafc47f98b04b5cadb94e1) AuthConfig (2e392e0d4383118ac3da54cd28eaed4f8a4172c485f5684ecbcb284b9e32cec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"3365ebe3-94fd-4a5f-94e4-d6b5fb471c09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:04.972169406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"936c18eb-f54d-491f-9e94-75e50a926dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:04.972189723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"936c18eb-f54d-491f-9e94-75e50a926dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:06.867555397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973ede4-6b85-4e03-a9a6-5838622d474a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:06.883323435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973ede4-6b85-4e03-a9a6-5838622d474a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:06.899758226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973ede4-6b85-4e03-a9a6-5838622d474a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:06.915416576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7973ede4-6b85-4e03-a9a6-5838622d474a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:07.57884778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61034a89-2b7a-42aa-9537-f734fbd2a9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:07.594643482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61034a89-2b7a-42aa-9537-f734fbd2a9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:07.614316986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61034a89-2b7a-42aa-9537-f734fbd2a9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:07.630869711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61034a89-2b7a-42aa-9537-f734fbd2a9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:07.718199374Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3437aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3437aa","reconcileID":"e9be0a3a-b708-4e3f-bf8d-8c635399952e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3437aa","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3437aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:08.445386388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6dcb5-1d8b-4ea1-b0b3-b95608864cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:08.461297942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6dcb5-1d8b-4ea1-b0b3-b95608864cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:08.477712286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6dcb5-1d8b-4ea1-b0b3-b95608864cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:08.49442466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6dcb5-1d8b-4ea1-b0b3-b95608864cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:09.151132018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19fd4b6-6dbc-442e-8ca7-f79f4265f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:09.16732711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19fd4b6-6dbc-442e-8ca7-f79f4265f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:09.183209843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19fd4b6-6dbc-442e-8ca7-f79f4265f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:09.199200847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19fd4b6-6dbc-442e-8ca7-f79f4265f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:10.253342102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a2af37-c3ad-470e-b275-deb80017b812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:10.287392124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a2af37-c3ad-470e-b275-deb80017b812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:10.309782676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a2af37-c3ad-470e-b275-deb80017b812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:10.362237599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a2af37-c3ad-470e-b275-deb80017b812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:11.591703347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"a90a971a-82d4-4315-904d-7ab5149ae1fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:11.635544457Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"a90a971a-82d4-4315-904d-7ab5149ae1fc","name":"e2e-api-b-cb05ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:14.640718625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e88520-3c4b-4151-90f6-32e7aef81fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:14.65637172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e88520-3c4b-4151-90f6-32e7aef81fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:14.672079444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e88520-3c4b-4151-90f6-32e7aef81fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:14.696404196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e88520-3c4b-4151-90f6-32e7aef81fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.019730262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"2bbf722c-e39e-498a-a2db-094fb9a68464","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.055535697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"2bbf722c-e39e-498a-a2db-094fb9a68464","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.148219689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a193ae4a-9a2f-4a5c-8125-bfd66e55999a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.148246127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a193ae4a-9a2f-4a5c-8125-bfd66e55999a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.327121334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d6b78-9872-495b-92b0-d70c685057ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.342733657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d6b78-9872-495b-92b0-d70c685057ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.358941728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d6b78-9872-495b-92b0-d70c685057ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:15.374635524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4d6b78-9872-495b-92b0-d70c685057ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:16.975783458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ccbefa6-219f-483d-b055-59c6561b15fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:16.975808792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ccbefa6-219f-483d-b055-59c6561b15fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.001544456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5af8b8d-77ea-4b91-bcf0-ee477b484771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.001572936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5af8b8d-77ea-4b91-bcf0-ee477b484771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.034523918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"b9c669cd-28f6-45fb-a6a4-b15c63eaad01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.083370287Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"b9c669cd-28f6-45fb-a6a4-b15c63eaad01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.103041665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-493ec8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"b9c669cd-28f6-45fb-a6a4-b15c63eaad01","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.124476925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"569989f5-16d8-4dd7-9711-ff4f6f90a45d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.124495139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"569989f5-16d8-4dd7-9711-ff4f6f90a45d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:17.712925914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:19.707494565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"4d7c87d0-1722-4a8e-95e1-3a5665d85be2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:19.748353241Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"4d7c87d0-1722-4a8e-95e1-3a5665d85be2","name":"e2e-api-a-27490b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:20.78692473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c0b67a-c159-4f89-a778-04fbe80f4cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:20.819360099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c0b67a-c159-4f89-a778-04fbe80f4cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:20.839001549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c0b67a-c159-4f89-a778-04fbe80f4cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:20.864351869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c0b67a-c159-4f89-a778-04fbe80f4cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:21.483477735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b91bfc4-7264-4f63-ad5e-96830dd9fd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:21.49930822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b91bfc4-7264-4f63-ad5e-96830dd9fd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:21.515281521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b91bfc4-7264-4f63-ad5e-96830dd9fd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:21.531180546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b91bfc4-7264-4f63-ad5e-96830dd9fd38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:21.589943719Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d43409","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d43409","reconcileID":"78207878-6721-4851-a39f-1e7d9c163e06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d43409","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d43409":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:22.566247711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40163b-0fd8-4313-99e6-340c3e9adb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:22.582398737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40163b-0fd8-4313-99e6-340c3e9adb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:22.598164583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40163b-0fd8-4313-99e6-340c3e9adb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:22.613933228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40163b-0fd8-4313-99e6-340c3e9adb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:23.258695426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1c744b-a1d0-42a7-829c-c24655425cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:23.274840457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1c744b-a1d0-42a7-829c-c24655425cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:23.291376511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1c744b-a1d0-42a7-829c-c24655425cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:23.308348645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1c744b-a1d0-42a7-829c-c24655425cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:24.169242263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67780045-685c-4d96-bd3e-1bc3c7bdb11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:24.185117957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67780045-685c-4d96-bd3e-1bc3c7bdb11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:24.201017142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67780045-685c-4d96-bd3e-1bc3c7bdb11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:24.216764768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67780045-685c-4d96-bd3e-1bc3c7bdb11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:27.156540216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2ef926d8-21cc-4760-b09e-945287b5020b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:27.175775394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2ef926d8-21cc-4760-b09e-945287b5020b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:27.193625228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-493ec8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2ef926d8-21cc-4760-b09e-945287b5020b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:31.724183973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"3f7e5507-b803-4226-8d16-5251537abee5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3437aa","tenantID":"e2e-ipp-a-3437aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:31.765661292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"3f7e5507-b803-4226-8d16-5251537abee5","name":"e2e-ipp-a-3437aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.271460683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f47d6be-3ebe-464b-b4b3-73013bb22bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.287306009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f47d6be-3ebe-464b-b4b3-73013bb22bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.303106696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f47d6be-3ebe-464b-b4b3-73013bb22bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.318862305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f47d6be-3ebe-464b-b4b3-73013bb22bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.925495891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af845a4d-61c8-4b0d-8bd2-3b1e1ed9d33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.942832396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af845a4d-61c8-4b0d-8bd2-3b1e1ed9d33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.958603816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af845a4d-61c8-4b0d-8bd2-3b1e1ed9d33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:36.974796814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af845a4d-61c8-4b0d-8bd2-3b1e1ed9d33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.225199584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"86d0a3ad-9afe-4903-a67f-51949e20e52e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.244408343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"86d0a3ad-9afe-4903-a67f-51949e20e52e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.262348906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-493ec8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a96800ac3cf44816d50017a238f6d668fb502a01e1397eee4cf13671866da48f) AuthConfig (217ab8564de9c9861077026e992e83a7191716d7ee74c6448f75b7bfc8eda734) AuthConfig (9d97f853e2c30b06a6fac3030f3a7445c0e69c88be4378e2e9384f693a70d5b5) AuthConfig (68f9327bf37e6b7f9b9bb9c68a629f333d6ed11daea502b1ebe9fb48e6427a5f) AuthConfig (5018d1890a8d6644c8180acc457179c36df47a6998ee5f00248eefe6fdf44e55) AuthConfig (561ca589bc5fca8bb9c7e633cad0b2ced4bf00e66850d314b6fbad2ba0a61663)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"86d0a3ad-9afe-4903-a67f-51949e20e52e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.295877389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd974d24-77a7-4769-ade1-33d664d05736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.295896917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd974d24-77a7-4769-ade1-33d664d05736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.618848753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd720c82-1074-4d80-81b3-c1d14a95b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.634322737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd720c82-1074-4d80-81b3-c1d14a95b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.650111577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd720c82-1074-4d80-81b3-c1d14a95b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.665769432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd720c82-1074-4d80-81b3-c1d14a95b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:38.308108105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b819f9-852f-4c97-ad00-df47b9a9061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:38.323921737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b819f9-852f-4c97-ad00-df47b9a9061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:38.33969435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b819f9-852f-4c97-ad00-df47b9a9061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:38.35577947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73b819f9-852f-4c97-ad00-df47b9a9061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.077152241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a04c32-fdae-4fb3-9860-5268fdcbbda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.094615549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a04c32-fdae-4fb3-9860-5268fdcbbda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.110755302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a04c32-fdae-4fb3-9860-5268fdcbbda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.135205485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a04c32-fdae-4fb3-9860-5268fdcbbda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.767921928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a1915-c01a-4649-8602-9450388501ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.784970094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a1915-c01a-4649-8602-9450388501ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.808364633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a1915-c01a-4649-8602-9450388501ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.826509655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a1915-c01a-4649-8602-9450388501ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.504748429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c6c492-dff5-4be6-93e2-5fa8136876bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.504770556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c6c492-dff5-4be6-93e2-5fa8136876bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.524736498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1ac411-ed7b-400e-85e0-f8f2cdc1ef82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.52475531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1ac411-ed7b-400e-85e0-f8f2cdc1ef82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.555748053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"3d6136ff-8867-40a8-b853-5609b9753deb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.606122851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"3d6136ff-8867-40a8-b853-5609b9753deb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"name":"e2e-api-b-cb05ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.624636069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cb05ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"3d6136ff-8867-40a8-b853-5609b9753deb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.642720391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5629c9d7-e9e4-4fea-b993-816444df9da0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:40.642736662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5629c9d7-e9e4-4fea-b993-816444df9da0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:41.475228996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60835410-6d9c-4db1-9dc4-98c9cd1368b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:41.491492435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60835410-6d9c-4db1-9dc4-98c9cd1368b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:41.508026257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60835410-6d9c-4db1-9dc4-98c9cd1368b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:41.526593177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60835410-6d9c-4db1-9dc4-98c9cd1368b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.144455485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b44965f-5a30-40b1-83bd-6f6143c03363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.161107789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b44965f-5a30-40b1-83bd-6f6143c03363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.176974781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b44965f-5a30-40b1-83bd-6f6143c03363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.192775611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b44965f-5a30-40b1-83bd-6f6143c03363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.288812995Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-dda6df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-dda6df","reconcileID":"0aa8e613-b84f-4361-ab65-cddf0d732eb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-dda6df","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-dda6df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.897003915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d536f-300b-4e0f-a5fc-2054105dc7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.913314212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d536f-300b-4e0f-a5fc-2054105dc7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.930110739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d536f-300b-4e0f-a5fc-2054105dc7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:42.945971251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7d536f-300b-4e0f-a5fc-2054105dc7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:43.805469722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596f59cb-4803-4584-9f39-23054105fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:43.821379417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596f59cb-4803-4584-9f39-23054105fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:43.837163285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596f59cb-4803-4584-9f39-23054105fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:43.903432634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596f59cb-4803-4584-9f39-23054105fa29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:44.526433086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f6431d-e3c4-4fb6-b08f-1b3cdd58dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:44.546200976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f6431d-e3c4-4fb6-b08f-1b3cdd58dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:44.563236026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f6431d-e3c4-4fb6-b08f-1b3cdd58dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:44.579182871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17f6431d-e3c4-4fb6-b08f-1b3cdd58dbdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:45.186462483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71a0fd8-0c2e-48e3-b9c3-bfa1e7c1328d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:45.203140314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71a0fd8-0c2e-48e3-b9c3-bfa1e7c1328d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:45.219130376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71a0fd8-0c2e-48e3-b9c3-bfa1e7c1328d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:45.235143359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71a0fd8-0c2e-48e3-b9c3-bfa1e7c1328d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:45.969881451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f173a4c6-315d-4140-b3e0-bdbf9019830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:45.985737035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f173a4c6-315d-4140-b3e0-bdbf9019830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.001499412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f173a4c6-315d-4140-b3e0-bdbf9019830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.017320916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f173a4c6-315d-4140-b3e0-bdbf9019830a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.473642904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"6a984446-fa8c-4564-adc2-9a6a9c032208","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.495054838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"6a984446-fa8c-4564-adc2-9a6a9c032208","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.678101997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"06d1c8c1-ba98-4db4-9576-136ccd12ed26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.749521113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"06d1c8c1-ba98-4db4-9576-136ccd12ed26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.760704409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be495946-031b-4bfa-a979-33a599d92df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.776661634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be495946-031b-4bfa-a979-33a599d92df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.796006759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be495946-031b-4bfa-a979-33a599d92df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:46.814962208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be495946-031b-4bfa-a979-33a599d92df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.022620346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b21aa8-fe23-440f-858c-cd7e33a327a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.022655734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b21aa8-fe23-440f-858c-cd7e33a327a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.029620263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94aaf43b-41b3-4c0f-b54d-e657e99b88de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.029645864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94aaf43b-41b3-4c0f-b54d-e657e99b88de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.127030652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"00e323b9-855c-4e69-bbf5-e881dcf1c5b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.211965443Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"00e323b9-855c-4e69-bbf5-e881dcf1c5b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.231219394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-27490b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"00e323b9-855c-4e69-bbf5-e881dcf1c5b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.25162211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58272989-939b-4354-a7d2-bbdeefcacbda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.251640599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58272989-939b-4354-a7d2-bbdeefcacbda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.326714136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"b3f2724f-e0f9-4177-8c8f-0b90a5223eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.346861957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"b3f2724f-e0f9-4177-8c8f-0b90a5223eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.365417557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-493ec8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a96800ac3cf44816d50017a238f6d668fb502a01e1397eee4cf13671866da48f) AuthConfig (217ab8564de9c9861077026e992e83a7191716d7ee74c6448f75b7bfc8eda734) AuthConfig (9d97f853e2c30b06a6fac3030f3a7445c0e69c88be4378e2e9384f693a70d5b5) AuthConfig (68f9327bf37e6b7f9b9bb9c68a629f333d6ed11daea502b1ebe9fb48e6427a5f) AuthConfig (5018d1890a8d6644c8180acc457179c36df47a6998ee5f00248eefe6fdf44e55) AuthConfig (561ca589bc5fca8bb9c7e633cad0b2ced4bf00e66850d314b6fbad2ba0a61663)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"b3f2724f-e0f9-4177-8c8f-0b90a5223eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.578910973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea2c966-fcd8-45f2-b4a0-22c25e0dd951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.595283373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea2c966-fcd8-45f2-b4a0-22c25e0dd951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.611847814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea2c966-fcd8-45f2-b4a0-22c25e0dd951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.629436303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea2c966-fcd8-45f2-b4a0-22c25e0dd951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.629466607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"195eaf96-6b37-4281-aa05-2a548bc60ffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.629478588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"195eaf96-6b37-4281-aa05-2a548bc60ffc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.630081124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"9425a0c6-8ffe-4190-b4a0-16ff1506a083","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.703089019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.775821719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"9425a0c6-8ffe-4190-b4a0-16ff1506a083","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.829635357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"9425a0c6-8ffe-4190-b4a0-16ff1506a083","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"name":"e2e-api-a-f3806a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.829667043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"e2e-e2e-api-a-f3806a-policy","reconcileID":"9425a0c6-8ffe-4190-b4a0-16ff1506a083","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f3806a-policy","namespace":"ai-tenant-e2e-api-a-f3806a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f3806a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.850775598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5867f763-480d-4aa8-8566-f983f3d0628e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:47.850801299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5867f763-480d-4aa8-8566-f983f3d0628e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:48.165663062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"92dd49cf-99b2-4034-a913-0aac36e52c51","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d43409","tenantID":"e2e-api-b-d43409","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:48.239855434Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"92dd49cf-99b2-4034-a913-0aac36e52c51","name":"e2e-api-b-d43409-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:48.634495715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d13c5d-1693-42fa-9b93-62adedf57c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:48.74016601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d13c5d-1693-42fa-9b93-62adedf57c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:48.780705986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d13c5d-1693-42fa-9b93-62adedf57c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:48.819795945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d13c5d-1693-42fa-9b93-62adedf57c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.381802356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","namespace":"ai-tenant-e2e-api-a-f3806a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.381883486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","namespace":"ai-tenant-e2e-api-a-f3806a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.381933428Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","tenant":"e2e-api-a-f3806a","tenantID":"e2e-api-a-f3806a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.409664387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Deployment","name":"maas-api-e2e-api-a-f3806a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.448043277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Service","name":"maas-api-e2e-api-a-f3806a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.476892049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f3806a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.519682633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f3806a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.538899087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.556965915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.578590133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.599214908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.615051152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Deployment","name":"payload-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.630663702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.646270528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Service","name":"payload-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.661632969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.674650844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"f30dec2a-3f4c-4474-99f5-56465d8ad550","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.676961507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.693000938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.696341726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"f30dec2a-3f4c-4474-99f5-56465d8ad550","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"name":"e2e-api-b-cb05ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.758452399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.760668305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cb05ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"f30dec2a-3f4c-4474-99f5-56465d8ad550","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.780520723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.800968382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.824674957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.841221245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f3806a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:50.858823432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f3806a"},"namespace":"ai-tenant-e2e-api-a-f3806a","name":"default-tenant","reconcileID":"cd42bcea-0556-43f3-80a0-51f960e53192","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f3806a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:51.981042922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7aff9d-d8a7-409e-bb64-ac205c0d5db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:51.996768316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7aff9d-d8a7-409e-bb64-ac205c0d5db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.012467785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7aff9d-d8a7-409e-bb64-ac205c0d5db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.028112963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7aff9d-d8a7-409e-bb64-ac205c0d5db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.713121318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d29dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d29dd","reconcileID":"c39b1613-3f39-4ed1-9da7-3e7d297f880a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1d29dd","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-1d29dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.900630276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4994e-8223-49a4-befd-c0c7c5c7953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.918156159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4994e-8223-49a4-befd-c0c7c5c7953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.935314739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4994e-8223-49a4-befd-c0c7c5c7953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:52.951486352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4994e-8223-49a4-befd-c0c7c5c7953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:53.772290957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac6503-8cff-4e7d-88cd-f3bc17c3788b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:53.795449131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac6503-8cff-4e7d-88cd-f3bc17c3788b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:53.827682379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac6503-8cff-4e7d-88cd-f3bc17c3788b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:53.864897422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eac6503-8cff-4e7d-88cd-f3bc17c3788b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:54.649429685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27df4aa8-09b0-4686-9069-27178ac33780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:54.666133941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27df4aa8-09b0-4686-9069-27178ac33780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:54.68246827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27df4aa8-09b0-4686-9069-27178ac33780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:54.701384704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27df4aa8-09b0-4686-9069-27178ac33780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:55.547553514Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3806a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3806a","reconcileID":"6c90528d-b760-4b19-afd0-e85e5c991063","aitenant":"ai-tenants/e2e-api-a-f3806a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:55.681353548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea4e4d3-ac4f-4f0a-a624-c223928710fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:55.708856491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea4e4d3-ac4f-4f0a-a624-c223928710fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:55.726876125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea4e4d3-ac4f-4f0a-a624-c223928710fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:55.742640822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea4e4d3-ac4f-4f0a-a624-c223928710fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:55.833864788Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f3806a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f3806a","reconcileID":"6c90528d-b760-4b19-afd0-e85e5c991063","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f3806a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f3806a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:56.463733883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c75eec1-bcb1-4b42-89d8-d268ac58c23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:56.525496369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c75eec1-bcb1-4b42-89d8-d268ac58c23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:56.643901238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c75eec1-bcb1-4b42-89d8-d268ac58c23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:56.726377166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c75eec1-bcb1-4b42-89d8-d268ac58c23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.286053982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"20c61e77-7bae-460f-95e7-43bcfdc0c319","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.31303196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"20c61e77-7bae-460f-95e7-43bcfdc0c319","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.331867271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-27490b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"20c61e77-7bae-460f-95e7-43bcfdc0c319","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.399629281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"f50b3350-4ee1-441e-a414-628448b22bae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.419827594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"f50b3350-4ee1-441e-a414-628448b22bae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.515865249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a89491e-ccbc-4955-8502-bef27669885d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:57.515893537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a89491e-ccbc-4955-8502-bef27669885d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:58.555030571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe894868-93ed-4931-9da4-adc528f07baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:58.570758475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe894868-93ed-4931-9da4-adc528f07baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:58.586561593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe894868-93ed-4931-9da4-adc528f07baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:58.603126461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe894868-93ed-4931-9da4-adc528f07baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:59.242509423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6cc25-2a56-42fc-9ea6-df87a1470a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:59.258475852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6cc25-2a56-42fc-9ea6-df87a1470a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:59.274381098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6cc25-2a56-42fc-9ea6-df87a1470a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:59.290667894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6cc25-2a56-42fc-9ea6-df87a1470a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.032844089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04626588-1dad-4322-8ac7-1b5c5f2839ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.086733631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04626588-1dad-4322-8ac7-1b5c5f2839ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.103057567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04626588-1dad-4322-8ac7-1b5c5f2839ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.122193488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04626588-1dad-4322-8ac7-1b5c5f2839ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.770359554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8e7259-3f39-4c60-a970-b4b9fe5a29dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.786506926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8e7259-3f39-4c60-a970-b4b9fe5a29dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.802658098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8e7259-3f39-4c60-a970-b4b9fe5a29dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.819158447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8e7259-3f39-4c60-a970-b4b9fe5a29dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.834624535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"052d2a70-2703-477e-aecb-ab8b643b4393","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.855836502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"052d2a70-2703-477e-aecb-ab8b643b4393","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"name":"e2e-api-b-cb05ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.875096615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cb05ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181c91905ffb51a69af23b351a781babbb77b298f930a10ffe450a1a7e1f8127) AuthConfig (ba7e887b81d02cf0c5c1bc38a84dfea0e9c8e1b4003b33e2efb7c89729d82a14) AuthConfig (f84f4a21a07ea126b5d3827f0ac4f325e9e1ad91b9686557455568eb8721d868) AuthConfig (91166191aad635b0424b4f1eaa1cb5b4ad40341608c7bec820b2c0ee63a0c155) AuthConfig (54addc28b322f69450e53296e25603128e378501aaf039bb1d25e61621955144) AuthConfig (0e6e354ac989e9d75b682a9d0d8e860ff08693c41399596510123af7f25056f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"052d2a70-2703-477e-aecb-ab8b643b4393","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.90748801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2805d44-e6a7-465e-860b-9ffbb3eacd59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:00.907507519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2805d44-e6a7-465e-860b-9ffbb3eacd59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.454760824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c54fd9d-f81e-4320-b68c-2b6fb72c7a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.471614243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c54fd9d-f81e-4320-b68c-2b6fb72c7a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.488404102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c54fd9d-f81e-4320-b68c-2b6fb72c7a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.504109523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c54fd9d-f81e-4320-b68c-2b6fb72c7a05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.268309474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4d6d51-fc1c-4373-950c-59add1173683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.286077707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4d6d51-fc1c-4373-950c-59add1173683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.301944804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4d6d51-fc1c-4373-950c-59add1173683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.302123917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"f6e5b488-2e6b-4854-9aa8-84e6135364d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.317647851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4d6d51-fc1c-4373-950c-59add1173683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.337929228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"f6e5b488-2e6b-4854-9aa8-84e6135364d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"name":"e2e-api-b-cb05ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.357032953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cb05ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181c91905ffb51a69af23b351a781babbb77b298f930a10ffe450a1a7e1f8127) AuthConfig (ba7e887b81d02cf0c5c1bc38a84dfea0e9c8e1b4003b33e2efb7c89729d82a14) AuthConfig (f84f4a21a07ea126b5d3827f0ac4f325e9e1ad91b9686557455568eb8721d868) AuthConfig (91166191aad635b0424b4f1eaa1cb5b4ad40341608c7bec820b2c0ee63a0c155) AuthConfig (54addc28b322f69450e53296e25603128e378501aaf039bb1d25e61621955144) AuthConfig (0e6e354ac989e9d75b682a9d0d8e860ff08693c41399596510123af7f25056f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"f6e5b488-2e6b-4854-9aa8-84e6135364d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.429350745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"29069d16-ef16-403b-bba4-5307fae22b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.460997614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"29069d16-ef16-403b-bba4-5307fae22b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"name":"e2e-api-b-cb05ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:02.486612506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-cb05ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181c91905ffb51a69af23b351a781babbb77b298f930a10ffe450a1a7e1f8127) AuthConfig (ba7e887b81d02cf0c5c1bc38a84dfea0e9c8e1b4003b33e2efb7c89729d82a14) AuthConfig (f84f4a21a07ea126b5d3827f0ac4f325e9e1ad91b9686557455568eb8721d868) AuthConfig (91166191aad635b0424b4f1eaa1cb5b4ad40341608c7bec820b2c0ee63a0c155) AuthConfig (54addc28b322f69450e53296e25603128e378501aaf039bb1d25e61621955144) AuthConfig (0e6e354ac989e9d75b682a9d0d8e860ff08693c41399596510123af7f25056f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"29069d16-ef16-403b-bba4-5307fae22b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.012470192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b8c9b3-575e-4fe1-8ada-ff9a77dee174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.02823094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b8c9b3-575e-4fe1-8ada-ff9a77dee174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.043917572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b8c9b3-575e-4fe1-8ada-ff9a77dee174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.060327234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b8c9b3-575e-4fe1-8ada-ff9a77dee174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.564054805Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"e31a24f6-c82c-4498-8cfc-8cafd83088c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.564716477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e743b32-b25a-401c-a265-0c04abd4bfca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.564736369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e743b32-b25a-401c-a265-0c04abd4bfca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.69658748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"e31a24f6-c82c-4498-8cfc-8cafd83088c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.748110188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"e31a24f6-c82c-4498-8cfc-8cafd83088c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"name":"e2e-api-b-cb05ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.748144373Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"e2e-e2e-api-b-cb05ae-policy","reconcileID":"e31a24f6-c82c-4498-8cfc-8cafd83088c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-cb05ae-policy","namespace":"ai-tenant-e2e-api-b-cb05ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-cb05ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.76860214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04fbdfa8-940a-4e4d-9788-0809fc7c9ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.768642672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04fbdfa8-940a-4e4d-9788-0809fc7c9ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.780995953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f293b6b-b228-4791-a44a-c0d3f7153c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.800451996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f293b6b-b228-4791-a44a-c0d3f7153c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.818311773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f293b6b-b228-4791-a44a-c0d3f7153c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.834317287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f293b6b-b228-4791-a44a-c0d3f7153c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:04.530585457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7442d5-4dfa-42d8-baf6-e5fcf1c7c25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:04.546447189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7442d5-4dfa-42d8-baf6-e5fcf1c7c25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:04.563072693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7442d5-4dfa-42d8-baf6-e5fcf1c7c25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:04.579012475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7442d5-4dfa-42d8-baf6-e5fcf1c7c25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:05.283148163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcf539-52dc-4978-aba3-68d28459639f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:05.300512489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcf539-52dc-4978-aba3-68d28459639f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:05.31637457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcf539-52dc-4978-aba3-68d28459639f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:05.3323336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcf539-52dc-4978-aba3-68d28459639f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.364436023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"45fa66fe-2a99-4f04-8618-e91315eadfc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.384156216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"45fa66fe-2a99-4f04-8618-e91315eadfc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.408566487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-27490b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"45fa66fe-2a99-4f04-8618-e91315eadfc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:09.464338596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"cc4e90cc-1c49-492a-b906-0b338ddda668","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-dda6df","tenantID":"e2e-ipp-b-dda6df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:09.508528208Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"cc4e90cc-1c49-492a-b906-0b338ddda668","name":"e2e-ipp-b-dda6df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.286746048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a47ee-1154-4f82-b4d6-ff504c333162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.302597436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a47ee-1154-4f82-b4d6-ff504c333162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.318504769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a47ee-1154-4f82-b4d6-ff504c333162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.334102974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97a47ee-1154-4f82-b4d6-ff504c333162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.961838104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45afd47-2dcb-4b16-a75e-2b094dae82cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.977866839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45afd47-2dcb-4b16-a75e-2b094dae82cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:16.993702576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45afd47-2dcb-4b16-a75e-2b094dae82cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.009356665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45afd47-2dcb-4b16-a75e-2b094dae82cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.445245382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"46ce0ddd-7a32-4028-b407-0c593932bcc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.465002051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"46ce0ddd-7a32-4028-b407-0c593932bcc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.483234785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-27490b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bc31248d095f836688d86ea9f8599a1911d373e2f00a324601a48ab4a2610b9) AuthConfig (383fb338ab7743788469ac145b9ea8a647fe0fc91696eb8985de5ba215a0e41b) AuthConfig (6deb39f8eb6bc6407464f99ddd8fd62390d62fa1ed34ba4ac0dcd1d988d04f77) AuthConfig (ed0f306bf95aa86d8e54ad9898f0a3a327808a74604264d58900fa115b75a488) AuthConfig (3f0a5e589e9c57a561e8961544a2d941886ada2b88568544978dcb84469468af) AuthConfig (12cfca8390c1781b98d85f2091d8f3dc642c6103d83a3bcebedb3cae4a52a3a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"46ce0ddd-7a32-4028-b407-0c593932bcc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.505464381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"998eeea9-a982-433f-8285-ebea034b2ebc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.505489388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"998eeea9-a982-433f-8285-ebea034b2ebc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.70192168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.054843235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e134f0b2-055b-47ae-8dee-1690c9b16eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.054969282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e134f0b2-055b-47ae-8dee-1690c9b16eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.079904456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbe8eda8-e8c2-486a-8db6-7b7cbbedb055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.08004598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbe8eda8-e8c2-486a-8db6-7b7cbbedb055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.112926432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"3beb5ee1-3d22-48dd-86d6-79c71f8747fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d43409","tenantID":"e2e-api-b-d43409","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.164011141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"3beb5ee1-3d22-48dd-86d6-79c71f8747fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"name":"e2e-api-b-d43409-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.183028999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d43409-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"3beb5ee1-3d22-48dd-86d6-79c71f8747fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.203569482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4679af0-17f6-4178-a20f-bb01e679f2c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.20358561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4679af0-17f6-4178-a20f-bb01e679f2c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.272167196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"bb3f0585-9adf-4072-a3dd-2b0bf530559c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.313677157Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"bb3f0585-9adf-4072-a3dd-2b0bf530559c","name":"e2e-api-b-1d29dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:25.396542664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"c83af82c-3aaf-41c7-8357-b8bda20f7f0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:25.416949239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"c83af82c-3aaf-41c7-8357-b8bda20f7f0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:25.688999577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2f2915ef-4caa-49c3-aefc-37ffd2aeac7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:25.790328772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2f2915ef-4caa-49c3-aefc-37ffd2aeac7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:25.978396847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c016cd-4b1f-416c-80c5-1526948c5883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:25.994392972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c016cd-4b1f-416c-80c5-1526948c5883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.010181096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c016cd-4b1f-416c-80c5-1526948c5883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.025968689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c016cd-4b1f-416c-80c5-1526948c5883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.030322786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2f358f2b-6b2d-43e0-b447-8dc2d7514b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.030470936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cede253-3325-4f71-a26f-229dcc23d678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.030490429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cede253-3325-4f71-a26f-229dcc23d678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.07662233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2f358f2b-6b2d-43e0-b447-8dc2d7514b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.214092545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2f358f2b-6b2d-43e0-b447-8dc2d7514b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"name":"e2e-api-a-493ec8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.214128832Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"e2e-e2e-api-a-493ec8-policy","reconcileID":"2f358f2b-6b2d-43e0-b447-8dc2d7514b9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-493ec8-policy","namespace":"ai-tenant-e2e-api-a-493ec8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-493ec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.292131015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04c2e529-4ff9-4e88-a834-a7b21ae11018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.29216164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04c2e529-4ff9-4e88-a834-a7b21ae11018","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.822809418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf2c986-d7dd-4535-975d-2cf337d850b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.839956514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf2c986-d7dd-4535-975d-2cf337d850b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.856423106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf2c986-d7dd-4535-975d-2cf337d850b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.873083387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf2c986-d7dd-4535-975d-2cf337d850b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.481538865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ccc76-9f9a-44e0-b552-7d9e6fb8925c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.49847833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ccc76-9f9a-44e0-b552-7d9e6fb8925c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.514165036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ccc76-9f9a-44e0-b552-7d9e6fb8925c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.53037643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ccc76-9f9a-44e0-b552-7d9e6fb8925c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.562042473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"f0e68cfa-dfb7-4a88-a746-74f8a256046e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.582070721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"f0e68cfa-dfb7-4a88-a746-74f8a256046e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.614592742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-27490b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bc31248d095f836688d86ea9f8599a1911d373e2f00a324601a48ab4a2610b9) AuthConfig (383fb338ab7743788469ac145b9ea8a647fe0fc91696eb8985de5ba215a0e41b) AuthConfig (6deb39f8eb6bc6407464f99ddd8fd62390d62fa1ed34ba4ac0dcd1d988d04f77) AuthConfig (ed0f306bf95aa86d8e54ad9898f0a3a327808a74604264d58900fa115b75a488) AuthConfig (3f0a5e589e9c57a561e8961544a2d941886ada2b88568544978dcb84469468af) AuthConfig (12cfca8390c1781b98d85f2091d8f3dc642c6103d83a3bcebedb3cae4a52a3a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"f0e68cfa-dfb7-4a88-a746-74f8a256046e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.708230468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","namespace":"ai-tenant-e2e-api-b-cb05ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.708361239Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","namespace":"ai-tenant-e2e-api-b-cb05ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.708420532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","tenant":"e2e-api-b-cb05ae","tenantID":"e2e-api-b-cb05ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.72639003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Deployment","name":"maas-api-e2e-api-b-cb05ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.759132424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Service","name":"maas-api-e2e-api-b-cb05ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.777294868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-cb05ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.794814016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-cb05ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.8127948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.832441698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.853006022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.870787213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.886404104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Deployment","name":"payload-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.902222713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.918005596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Service","name":"payload-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.933459901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"Service","name":"payload-pre-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.949043317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.964717557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:27.984508436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.011117894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.038076444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.058622203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.0755158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-cb05ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.093512244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-cb05ae"},"namespace":"ai-tenant-e2e-api-b-cb05ae","name":"default-tenant","reconcileID":"23fe0f83-67a8-4454-8c4c-5e3268690355","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-cb05ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.119820243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","namespace":"ai-tenant-e2e-api-a-493ec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.120698254Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","namespace":"ai-tenant-e2e-api-a-493ec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.120887217Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","tenant":"e2e-api-a-493ec8","tenantID":"e2e-api-a-493ec8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.139995969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Deployment","name":"maas-api-e2e-api-a-493ec8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.170498874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Service","name":"maas-api-e2e-api-a-493ec8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.205180848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-493ec8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.227944701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-493ec8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.250468831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"fd120e1c-1b76-40c6-9e2e-0a4b59c8534d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d43409","tenantID":"e2e-api-b-d43409","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.252017532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.290390162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.299283847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"fd120e1c-1b76-40c6-9e2e-0a4b59c8534d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"name":"e2e-api-b-d43409-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.321093072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.323456214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d43409-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"fd120e1c-1b76-40c6-9e2e-0a4b59c8534d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.345529789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.407668133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Deployment","name":"payload-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.424130704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.441605459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Service","name":"payload-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.470701464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"Service","name":"payload-pre-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.514065886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.541863083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.582043902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.603541408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.629685378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.647755061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.666607302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-493ec8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:28.688446667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-493ec8"},"namespace":"ai-tenant-e2e-api-a-493ec8","name":"default-tenant","reconcileID":"80fbf9ff-471a-48dd-b54c-d08a47d523db","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-493ec8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:32.351567965Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-493ec8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-493ec8","reconcileID":"488918be-eb1a-448e-9099-db0a0977595a","aitenant":"ai-tenants/e2e-api-a-493ec8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:32.604019134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc00d8b3-08c1-4255-9480-06067d844e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:32.620170127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc00d8b3-08c1-4255-9480-06067d844e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:32.636487792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc00d8b3-08c1-4255-9480-06067d844e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:32.652687216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc00d8b3-08c1-4255-9480-06067d844e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:32.675332761Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-493ec8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-493ec8","reconcileID":"488918be-eb1a-448e-9099-db0a0977595a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-493ec8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-493ec8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:33.600092309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f791e5e-62cd-415e-97c0-da0c7209a79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:33.616019088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f791e5e-62cd-415e-97c0-da0c7209a79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:33.633600462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f791e5e-62cd-415e-97c0-da0c7209a79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:33.64962841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f791e5e-62cd-415e-97c0-da0c7209a79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.267969197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d281d201-74e3-4c68-82a1-58b3e467f6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.283878826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d281d201-74e3-4c68-82a1-58b3e467f6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.299425199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d281d201-74e3-4c68-82a1-58b3e467f6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.314954559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d281d201-74e3-4c68-82a1-58b3e467f6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.363661298Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-cb05ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-cb05ae","reconcileID":"8daae7d5-2e28-423f-81ef-234b90239179","aitenant":"ai-tenants/e2e-api-b-cb05ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.611176382Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-cb05ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-cb05ae","reconcileID":"8daae7d5-2e28-423f-81ef-234b90239179","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-cb05ae","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-cb05ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.16367622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274374fd-c12a-44c9-adc4-98c2c3c65426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.179588345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274374fd-c12a-44c9-adc4-98c2c3c65426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.196161946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274374fd-c12a-44c9-adc4-98c2c3c65426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.22354458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274374fd-c12a-44c9-adc4-98c2c3c65426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.635992171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41460461-1cea-4b56-9aa6-5ca0e9ad51b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.636013472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41460461-1cea-4b56-9aa6-5ca0e9ad51b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.654599237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c3369a-c156-4a77-bc01-8f8427a4b447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.654617398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09c3369a-c156-4a77-bc01-8f8427a4b447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.724703835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"8cf6dcfe-bb5a-47b1-97f7-47aa3742f006","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.744346889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"8cf6dcfe-bb5a-47b1-97f7-47aa3742f006","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.827970858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c33e0f4-80d1-4ba0-b925-f19ac8385a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.827992314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c33e0f4-80d1-4ba0-b925-f19ac8385a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.874495277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"8a516918-bb41-4898-baed-3f2f91848d3c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.875427259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ee642a4-e2ed-4d56-901f-13bd18560d54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.875445687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ee642a4-e2ed-4d56-901f-13bd18560d54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.89411381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"8a516918-bb41-4898-baed-3f2f91848d3c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.895593928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e82a5cb-6f7f-4687-955d-ae15a575806d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.895609597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e82a5cb-6f7f-4687-955d-ae15a575806d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:27:35.909533207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"e2be340e-2b97-429c-8d49-4f5503ecee9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-f7113b50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.948865278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa617ee4-38b4-40b3-9a2b-0bc8f458c677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.948880545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa617ee4-38b4-40b3-9a2b-0bc8f458c677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.959181205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c685f58-8dc3-4711-893e-240c34ca3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.97718555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c685f58-8dc3-4711-893e-240c34ca3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.978993709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2abf4cf0-f9c7-4fd4-8001-a9a1fc55cc5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.979010602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2abf4cf0-f9c7-4fd4-8001-a9a1fc55cc5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.993036805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c685f58-8dc3-4711-893e-240c34ca3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:35.993307532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49239955-a69a-4d96-a159-1006dc7d7aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.008916055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c685f58-8dc3-4711-893e-240c34ca3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.00933097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7421c6e9-23ea-4d20-9829-e12f4aa0165f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.028999699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7421c6e9-23ea-4d20-9829-e12f4aa0165f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.029605055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49239955-a69a-4d96-a159-1006dc7d7aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.075592716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"e402b518-4660-4586-a842-d9e54d83c02a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.079117416Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"e0b01665-46ca-40c3-9ca5-6d2393788557","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-f7113b50","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.079228996Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"e0b01665-46ca-40c3-9ca5-6d2393788557","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f7113b50","error":"MaaSModelRef not found: llm/nonexistent-model-f7113b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.095684928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"e402b518-4660-4586-a842-d9e54d83c02a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.143406437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c9c25c23-6574-4cab-97de-2df149b1f55e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.1487696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01012a42-8462-4875-bbcc-d088c9e083d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.148786728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01012a42-8462-4875-bbcc-d088c9e083d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.174709691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff56fde2-19ee-4c46-afd0-773bfe25b202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.175053157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b676364-3a37-4ea3-acc4-7287c957f01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.19422959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff56fde2-19ee-4c46-afd0-773bfe25b202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.194448995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b676364-3a37-4ea3-acc4-7287c957f01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.241972497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"87720a42-36b0-4c24-9d16-25ea2acd88af","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.242073803Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"87720a42-36b0-4c24-9d16-25ea2acd88af","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f7113b50","error":"MaaSModelRef not found: llm/nonexistent-model-f7113b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.275215872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"25759945-e08f-4576-ad50-7913830b1137","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.294836061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"25759945-e08f-4576-ad50-7913830b1137","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.661667576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e0fc75-0796-4484-9b8d-4a6b3769d2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.677444271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e0fc75-0796-4484-9b8d-4a6b3769d2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.693620688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e0fc75-0796-4484-9b8d-4a6b3769d2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:36.709364643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e0fc75-0796-4484-9b8d-4a6b3769d2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:37.654665766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"29b74645-7183-424b-966a-71bfb1c82b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:37.679469432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"29b74645-7183-424b-966a-71bfb1c82b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:37.698565586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-27490b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bc31248d095f836688d86ea9f8599a1911d373e2f00a324601a48ab4a2610b9) AuthConfig (383fb338ab7743788469ac145b9ea8a647fe0fc91696eb8985de5ba215a0e41b) AuthConfig (6deb39f8eb6bc6407464f99ddd8fd62390d62fa1ed34ba4ac0dcd1d988d04f77) AuthConfig (ed0f306bf95aa86d8e54ad9898f0a3a327808a74604264d58900fa115b75a488) AuthConfig (3f0a5e589e9c57a561e8961544a2d941886ada2b88568544978dcb84469468af) AuthConfig (12cfca8390c1781b98d85f2091d8f3dc642c6103d83a3bcebedb3cae4a52a3a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"29b74645-7183-424b-966a-71bfb1c82b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.391804741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"8d0785e6-4773-46a5-9074-4fdcf2351f6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d43409","tenantID":"e2e-api-b-d43409","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.413147032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"8d0785e6-4773-46a5-9074-4fdcf2351f6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"name":"e2e-api-b-d43409-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.431170999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d43409-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"8d0785e6-4773-46a5-9074-4fdcf2351f6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.630771832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27c0e5b8-6d15-4b34-836b-b2c30b2bbcdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.630792969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27c0e5b8-6d15-4b34-836b-b2c30b2bbcdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.680647663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad08b03-af13-4a10-b6dc-8031e2bc48b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.680674111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"388dd647-2b94-488d-a937-f81f9f1ae8ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.681106333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"129fbe17-85bb-4f7b-b976-158795513e34","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.717993222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"388dd647-2b94-488d-a937-f81f9f1ae8ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.768415368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"129fbe17-85bb-4f7b-b976-158795513e34","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.781953537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ad08b03-af13-4a10-b6dc-8031e2bc48b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.915699573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"2f964dae-d43a-415e-a926-ecf8d8c28ef6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.915865412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a15936d-3dc2-4568-9d91-e33abcc5edf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:38.916164549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a15936d-3dc2-4568-9d91-e33abcc5edf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.066753785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"2f964dae-d43a-415e-a926-ecf8d8c28ef6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d43409","tenantID":"e2e-api-b-d43409","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.161871741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"2f964dae-d43a-415e-a926-ecf8d8c28ef6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"name":"e2e-api-b-d43409-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.161995597Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"e2e-e2e-api-b-d43409-policy","reconcileID":"2f964dae-d43a-415e-a926-ecf8d8c28ef6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d43409-policy","namespace":"ai-tenant-e2e-api-b-d43409"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d43409","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.184651602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c332373c-e1fd-4e55-beec-ee4b73fa939b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.184945844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c332373c-e1fd-4e55-beec-ee4b73fa939b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:40.375817194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008c7eba-0f02-45d2-97d9-e5d56a6e8436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:40.392971786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008c7eba-0f02-45d2-97d9-e5d56a6e8436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:40.418235019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008c7eba-0f02-45d2-97d9-e5d56a6e8436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:40.439271861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"008c7eba-0f02-45d2-97d9-e5d56a6e8436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:41.065845311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc38b80-18ca-4d98-bacc-5f62d82d40a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:41.081664773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc38b80-18ca-4d98-bacc-5f62d82d40a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:41.097218742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc38b80-18ca-4d98-bacc-5f62d82d40a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:41.112706336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc38b80-18ca-4d98-bacc-5f62d82d40a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.16143696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29080c99-dc10-4594-9b49-27d30c213c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.17730405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29080c99-dc10-4594-9b49-27d30c213c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.192765491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29080c99-dc10-4594-9b49-27d30c213c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.208236414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29080c99-dc10-4594-9b49-27d30c213c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.866865789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a54eba5-5185-42b1-b30e-80982f7a3fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.882581685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a54eba5-5185-42b1-b30e-80982f7a3fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.898694513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a54eba5-5185-42b1-b30e-80982f7a3fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.915045916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a54eba5-5185-42b1-b30e-80982f7a3fd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.007971912Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e37c9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e37c9d","reconcileID":"629ed3e5-7a0c-4441-8d3b-cb8c51846991","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e37c9d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-e37c9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.862200311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c35770-31c4-4586-8656-64ee0ae7c03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.878662862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c35770-31c4-4586-8656-64ee0ae7c03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.895092321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c35770-31c4-4586-8656-64ee0ae7c03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.910785477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c35770-31c4-4586-8656-64ee0ae7c03a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.539501082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd48354-60f6-47a0-8420-e3d6e108d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.555173728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd48354-60f6-47a0-8420-e3d6e108d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.571557827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd48354-60f6-47a0-8420-e3d6e108d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.587106322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd48354-60f6-47a0-8420-e3d6e108d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.436454247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f3dbde-6e2b-4260-a7b7-7a6e7e33f190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.455570991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f3dbde-6e2b-4260-a7b7-7a6e7e33f190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.471573383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f3dbde-6e2b-4260-a7b7-7a6e7e33f190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.487207053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f3dbde-6e2b-4260-a7b7-7a6e7e33f190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.712182091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.74496062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"fa935b90-dae1-4e9d-9cba-6366f93c0983","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.765137477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"fa935b90-dae1-4e9d-9cba-6366f93c0983","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.949228212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a56150c-0502-43aa-9d35-259337380988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.949250749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a56150c-0502-43aa-9d35-259337380988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.106973815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d35873f-64be-4194-8425-b6417a9f64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.122638869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d35873f-64be-4194-8425-b6417a9f64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.138173951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d35873f-64be-4194-8425-b6417a9f64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.155733505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d35873f-64be-4194-8425-b6417a9f64f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.684739744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"d7f82ed2-cc20-4101-a023-6c1f233cac7d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-f7113b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.753172664Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"d7f82ed2-cc20-4101-a023-6c1f233cac7d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.753207188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"d7f82ed2-cc20-4101-a023-6c1f233cac7d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f7113b50","subscription":"e2e-neg-ghost-sub-f7113b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.753327274Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f7113b50","reconcileID":"d7f82ed2-cc20-4101-a023-6c1f233cac7d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f7113b50","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f7113b50","error":"MaaSModelRef not found: llm/nonexistent-model-f7113b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.816786498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d5db2c3-7a25-4261-8ede-5484e253caa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.932951232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfbc111-6b26-4d1d-85d7-e10919129456","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:48.932982415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfbc111-6b26-4d1d-85d7-e10919129456","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.003828808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"6afef6a2-9bd9-437e-85dc-ee403a833b84","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.003854754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6352e9-7ce2-4c1d-9766-6a9e9fa0127e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.004544697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5e539b-13c1-4208-8c0d-632a4bc1693c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.024032481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"6afef6a2-9bd9-437e-85dc-ee403a833b84","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.02453205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6352e9-7ce2-4c1d-9766-6a9e9fa0127e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.026346055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5e539b-13c1-4208-8c0d-632a4bc1693c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.054329716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f76af28-01a0-4182-bb50-768d0bd10f9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.054351456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f76af28-01a0-4182-bb50-768d0bd10f9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.072121744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68430b74-36c6-4652-a7aa-15a828ec4bb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.072138493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68430b74-36c6-4652-a7aa-15a828ec4bb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.079649605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f7113b50","reconcileID":"15ff34e5-99a3-4b83-8f8d-17867c6d08cb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f7113b50","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.079754277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bfd142d-216c-420b-80e8-423a92e3c811","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.079770501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bfd142d-216c-420b-80e8-423a92e3c811","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.101910281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"523afa60-c12c-4e12-9cce-d0cb6b830567","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.152318554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"523afa60-c12c-4e12-9cce-d0cb6b830567","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"name":"e2e-api-b-1d29dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.170205985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d29dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"523afa60-c12c-4e12-9cce-d0cb6b830567","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.187091049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fe0df3b-54be-48cd-a2ee-6a843fddd2b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.187106862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fe0df3b-54be-48cd-a2ee-6a843fddd2b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.20643962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a816f80d-bb59-411b-82b7-014ee2a6d72d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.206459122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a816f80d-bb59-411b-82b7-014ee2a6d72d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.261754282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d205a4d-1709-4923-b8ca-dd5cc44c6e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.277406724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d205a4d-1709-4923-b8ca-dd5cc44c6e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.292904772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d205a4d-1709-4923-b8ca-dd5cc44c6e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.308475216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d205a4d-1709-4923-b8ca-dd5cc44c6e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.980000576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b424d79-855b-46d7-b9a8-c30826439350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.997062421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b424d79-855b-46d7-b9a8-c30826439350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.013775898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b424d79-855b-46d7-b9a8-c30826439350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.031652541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b424d79-855b-46d7-b9a8-c30826439350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.118427213Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a43474","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a43474","reconcileID":"b165a028-4f79-4c75-8d7d-1fbbe66b201c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a43474","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a43474":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.651727294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111f8a2b-f31b-44dc-a1cc-c5e0d5fbfad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.66763334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111f8a2b-f31b-44dc-a1cc-c5e0d5fbfad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.683401852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111f8a2b-f31b-44dc-a1cc-c5e0d5fbfad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.699021144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111f8a2b-f31b-44dc-a1cc-c5e0d5fbfad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:55.427084208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf14e4a-7e5f-4bd8-ad87-b21831f7b9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:55.443482824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf14e4a-7e5f-4bd8-ad87-b21831f7b9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:55.461579185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf14e4a-7e5f-4bd8-ad87-b21831f7b9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:55.477694945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf14e4a-7e5f-4bd8-ad87-b21831f7b9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.181965617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c6a48-c80e-4aea-89ca-13b11841b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.198683286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c6a48-c80e-4aea-89ca-13b11841b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.225879323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c6a48-c80e-4aea-89ca-13b11841b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.374184936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552c6a48-c80e-4aea-89ca-13b11841b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.523575033Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"21106c3a-8ac4-43b1-87e1-bb55ebc7f018","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.523781427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0be7cf-cb00-4cf5-9ec8-dc439d70a20f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.523802188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0be7cf-cb00-4cf5-9ec8-dc439d70a20f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.655246682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"21106c3a-8ac4-43b1-87e1-bb55ebc7f018","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.703599065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"21106c3a-8ac4-43b1-87e1-bb55ebc7f018","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"name":"e2e-api-a-27490b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.703622948Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"e2e-e2e-api-a-27490b-policy","reconcileID":"21106c3a-8ac4-43b1-87e1-bb55ebc7f018","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-27490b-policy","namespace":"ai-tenant-e2e-api-a-27490b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-27490b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.733050524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f15afe57-969a-4a2a-8b58-8655aee59cf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:56.733070749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f15afe57-969a-4a2a-8b58-8655aee59cf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.068794487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63fc961e-2e2d-4d97-9b76-fc8754df9bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.084395338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63fc961e-2e2d-4d97-9b76-fc8754df9bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.100145237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63fc961e-2e2d-4d97-9b76-fc8754df9bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.115711485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63fc961e-2e2d-4d97-9b76-fc8754df9bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.778533875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd1559-f8e8-4ce7-a603-71432dde6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.794408422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd1559-f8e8-4ce7-a603-71432dde6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.810364988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd1559-f8e8-4ce7-a603-71432dde6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.827087959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd1559-f8e8-4ce7-a603-71432dde6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:58.526760799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35eea2-3525-42f1-a869-34c47101e4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:58.544928772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35eea2-3525-42f1-a869-34c47101e4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:58.561466584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35eea2-3525-42f1-a869-34c47101e4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:58.577368639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce35eea2-3525-42f1-a869-34c47101e4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.19200637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6160b10-95fa-40a9-bd27-84e7e0c09048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.207803322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6160b10-95fa-40a9-bd27-84e7e0c09048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.223419615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6160b10-95fa-40a9-bd27-84e7e0c09048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.239224126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6160b10-95fa-40a9-bd27-84e7e0c09048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.274304756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"54f76044-5312-47f8-b02f-010eed25fb69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.32242885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"54f76044-5312-47f8-b02f-010eed25fb69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"name":"e2e-api-b-1d29dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.399202385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d29dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"54f76044-5312-47f8-b02f-010eed25fb69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.168644818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6e4ff7-22bf-4a32-8556-c03099d9ba79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.184620394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6e4ff7-22bf-4a32-8556-c03099d9ba79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.200170343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6e4ff7-22bf-4a32-8556-c03099d9ba79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.216343294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6e4ff7-22bf-4a32-8556-c03099d9ba79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.219020881Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","namespace":"ai-tenant-e2e-api-a-27490b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.219072451Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","namespace":"ai-tenant-e2e-api-a-27490b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.219129457Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","tenant":"e2e-api-a-27490b","tenantID":"e2e-api-a-27490b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.236358021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Deployment","name":"maas-api-e2e-api-a-27490b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.26387785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Service","name":"maas-api-e2e-api-a-27490b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.288509302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-27490b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.306564513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-27490b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.324600812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.342127496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.362694947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.380316365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.395561551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Deployment","name":"payload-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.410745147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.425945459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Service","name":"payload-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.441462585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"Service","name":"payload-pre-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.457017544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.472171923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.487875522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.510090425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.528923723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.545663395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.56400922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-27490b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.586733339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-27490b"},"namespace":"ai-tenant-e2e-api-a-27490b","name":"default-tenant","reconcileID":"74602a89-a445-456b-9270-98d52b6bc3be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-27490b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:02.995416254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","namespace":"ai-tenant-e2e-api-b-d43409","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:02.995474178Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","namespace":"ai-tenant-e2e-api-b-d43409","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:02.99553314Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","tenant":"e2e-api-b-d43409","tenantID":"e2e-api-b-d43409","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.012879186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Deployment","name":"maas-api-e2e-api-b-d43409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.043976794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Service","name":"maas-api-e2e-api-b-d43409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.068582891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d43409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.089992922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d43409","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.108556642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.126408092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.148657881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.166761429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.182218055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Deployment","name":"payload-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.197966877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.213491475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Service","name":"payload-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.22918255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.244699665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.260170377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.275513728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.298454907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.327567722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.343399136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.361600452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d43409","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.383077351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d43409"},"namespace":"ai-tenant-e2e-api-b-d43409","name":"default-tenant","reconcileID":"b7e86484-6e82-4707-be6f-be949c3bbd8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d43409","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:03.902299563Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-27490b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-27490b","reconcileID":"0db5d6f5-8fb4-42d6-a69a-ff36a547a096","aitenant":"ai-tenants/e2e-api-a-27490b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.065493877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282d823-3dc4-42a7-968f-e4f6b3e641d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.081191259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282d823-3dc4-42a7-968f-e4f6b3e641d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.097210064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282d823-3dc4-42a7-968f-e4f6b3e641d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.112867518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282d823-3dc4-42a7-968f-e4f6b3e641d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.226156517Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-27490b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-27490b","reconcileID":"0db5d6f5-8fb4-42d6-a69a-ff36a547a096","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-27490b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-27490b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.919616055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ffc7d4-cbc1-46e8-bd5b-151cee619626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.947823245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ffc7d4-cbc1-46e8-bd5b-151cee619626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.989572362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ffc7d4-cbc1-46e8-bd5b-151cee619626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.008878771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ffc7d4-cbc1-46e8-bd5b-151cee619626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.610830644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6388f2-807e-4501-902a-f89ccea81f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.626550008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6388f2-807e-4501-902a-f89ccea81f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.642220278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6388f2-807e-4501-902a-f89ccea81f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.658026945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6388f2-807e-4501-902a-f89ccea81f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.330792152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fdad12-e197-40f1-960f-ff420a065f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.347645555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fdad12-e197-40f1-960f-ff420a065f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.363199884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fdad12-e197-40f1-960f-ff420a065f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.378828257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fdad12-e197-40f1-960f-ff420a065f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.40957763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"bd375ad5-1717-4788-8167-c2da518f66fe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-e37c9d","tenantID":"e2e-ipp-b-e37c9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.4501752Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"bd375ad5-1717-4788-8167-c2da518f66fe","name":"e2e-ipp-b-e37c9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.510358778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"4534aa44-58a1-4c49-ab23-ac880b721e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.530298904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"4534aa44-58a1-4c49-ab23-ac880b721e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"name":"e2e-api-b-1d29dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.548514528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d29dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0aa7389e86fa9ba39918e3df476fcca5d653eb79ef1d64b7de62bc4cf295412) AuthConfig (70cdc48e3ed5b4bae1a4302b9b768bf0556df4042a02665a136421a28743498a) AuthConfig (2510348e5db9f6d6491d9e6af9d14684efc6ab103f7b0990ef33dc8289137eda) AuthConfig (5a83661f1de61138f2813f17f163e7eea3b37d820d5523ef79a082cb95810317) AuthConfig (4965df5102ed3f33f85b90233440cab7958562fede38aa04a961cc766b451994) AuthConfig (9ad24b357be0d032d716ef2b6b63f5fb151940fefbe1af24d56644e8df2a41ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"4534aa44-58a1-4c49-ab23-ac880b721e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.570070395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8e472c-9954-4832-833b-41a089125b92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:09.570088333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e8e472c-9954-4832-833b-41a089125b92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:10.855867847Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d43409","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d43409","reconcileID":"eec9168b-9f7e-4eef-b354-f31cda8c36f2","aitenant":"ai-tenants/e2e-api-b-d43409","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.056722994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a582c7-4e15-4843-9d27-03e1f4358253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.072829301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a582c7-4e15-4843-9d27-03e1f4358253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.08835317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a582c7-4e15-4843-9d27-03e1f4358253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.107410916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a582c7-4e15-4843-9d27-03e1f4358253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.133392898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d43409","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d43409","reconcileID":"eec9168b-9f7e-4eef-b354-f31cda8c36f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d43409","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d43409"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.140207512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"c21e1ac9-ae65-44f3-aee8-af2b26346b59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.159525758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"c21e1ac9-ae65-44f3-aee8-af2b26346b59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"name":"e2e-api-b-1d29dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.1621251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9513467e-e21b-45d1-8ecc-97ee7587368e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.162140702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9513467e-e21b-45d1-8ecc-97ee7587368e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.17773003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d29dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0aa7389e86fa9ba39918e3df476fcca5d653eb79ef1d64b7de62bc4cf295412) AuthConfig (70cdc48e3ed5b4bae1a4302b9b768bf0556df4042a02665a136421a28743498a) AuthConfig (2510348e5db9f6d6491d9e6af9d14684efc6ab103f7b0990ef33dc8289137eda) AuthConfig (5a83661f1de61138f2813f17f163e7eea3b37d820d5523ef79a082cb95810317) AuthConfig (4965df5102ed3f33f85b90233440cab7958562fede38aa04a961cc766b451994) AuthConfig (9ad24b357be0d032d716ef2b6b63f5fb151940fefbe1af24d56644e8df2a41ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"c21e1ac9-ae65-44f3-aee8-af2b26346b59","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.186925453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"91637101-409f-4664-85b2-30b1c262500a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.344611671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"91637101-409f-4664-85b2-30b1c262500a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.462023249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"91637101-409f-4664-85b2-30b1c262500a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"name":"e2e-api-b-1d29dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.462830141Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"e2e-e2e-api-b-1d29dd-policy","reconcileID":"91637101-409f-4664-85b2-30b1c262500a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d29dd-policy","namespace":"ai-tenant-e2e-api-b-1d29dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d29dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.495826357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60c573e7-8048-44de-85a2-a6cd094ab5c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:11.497444756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60c573e7-8048-44de-85a2-a6cd094ab5c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.093084943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2fb71-dce2-4c23-9875-aec13a517093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.108727152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2fb71-dce2-4c23-9875-aec13a517093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.124651142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2fb71-dce2-4c23-9875-aec13a517093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.140337215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c2fb71-dce2-4c23-9875-aec13a517093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.793084612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e794de59-6133-4481-a742-515e3b8df292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.808595146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e794de59-6133-4481-a742-515e3b8df292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.824756823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e794de59-6133-4481-a742-515e3b8df292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:12.840302536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e794de59-6133-4481-a742-515e3b8df292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.721116135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92faa21-5c56-4421-95bc-93af9e5d30ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.73783502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92faa21-5c56-4421-95bc-93af9e5d30ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.753844921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92faa21-5c56-4421-95bc-93af9e5d30ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.770574012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92faa21-5c56-4421-95bc-93af9e5d30ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.495406704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1913b7fa-1bc0-4fc8-9b25-6d401cebf636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.511568947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1913b7fa-1bc0-4fc8-9b25-6d401cebf636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.527405703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1913b7fa-1bc0-4fc8-9b25-6d401cebf636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.543101633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1913b7fa-1bc0-4fc8-9b25-6d401cebf636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.177730689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1ed18a-9590-4940-a03e-b067827de2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.193250025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1ed18a-9590-4940-a03e-b067827de2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.208739545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1ed18a-9590-4940-a03e-b067827de2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.2243091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1ed18a-9590-4940-a03e-b067827de2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.907318756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef38372-a42d-4e5c-92e1-27407a413efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.923016619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef38372-a42d-4e5c-92e1-27407a413efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.938508255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef38372-a42d-4e5c-92e1-27407a413efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:15.953933667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef38372-a42d-4e5c-92e1-27407a413efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:16.594163919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238a53e-fb22-4bd4-a467-a1474ab38e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:16.609874263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238a53e-fb22-4bd4-a467-a1474ab38e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:16.625592689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238a53e-fb22-4bd4-a467-a1474ab38e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:16.641169245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238a53e-fb22-4bd4-a467-a1474ab38e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:16.74071166Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54f6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54f6d8","reconcileID":"60e2f9e2-7d75-4d6f-9b72-6c80c0d3d121","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-54f6d8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-54f6d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.308334703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c493e31e-7600-43ad-889c-617f177b4170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.326221962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c493e31e-7600-43ad-889c-617f177b4170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.3441671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c493e31e-7600-43ad-889c-617f177b4170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.359604159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c493e31e-7600-43ad-889c-617f177b4170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.698163149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.957004196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47b0a-a5db-4e32-bdbc-124760c1b792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.9727144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47b0a-a5db-4e32-bdbc-124760c1b792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.988268904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47b0a-a5db-4e32-bdbc-124760c1b792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:18.003991838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47b0a-a5db-4e32-bdbc-124760c1b792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:18.69991898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ba2139-f706-4b81-92d8-0f939b23d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:18.716888075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ba2139-f706-4b81-92d8-0f939b23d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:18.733321976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ba2139-f706-4b81-92d8-0f939b23d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:18.749374888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ba2139-f706-4b81-92d8-0f939b23d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:19.435757677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591db6d-8c13-4df6-ba0d-63dba3703428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:19.452885714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591db6d-8c13-4df6-ba0d-63dba3703428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:19.468319358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591db6d-8c13-4df6-ba0d-63dba3703428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:19.484099451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591db6d-8c13-4df6-ba0d-63dba3703428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.219481686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc660f-a61c-4d9c-a3c8-5789709a784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.235450573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc660f-a61c-4d9c-a3c8-5789709a784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.251188745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc660f-a61c-4d9c-a3c8-5789709a784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.266802157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cc660f-a61c-4d9c-a3c8-5789709a784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.312619934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"71bad095-f018-437f-8a4b-335ece697fa2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.360030676Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"71bad095-f018-437f-8a4b-335ece697fa2","name":"e2e-ipp-a-a43474-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.919817527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5b5afd-1e71-43e2-bfb9-ed62d8622502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.935835574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5b5afd-1e71-43e2-bfb9-ed62d8622502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.95160943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5b5afd-1e71-43e2-bfb9-ed62d8622502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:20.971111333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5b5afd-1e71-43e2-bfb9-ed62d8622502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:21.564908837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9792bedb-eb94-4b73-a2ae-44cfbd4db958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:21.580509876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9792bedb-eb94-4b73-a2ae-44cfbd4db958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:21.597170329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9792bedb-eb94-4b73-a2ae-44cfbd4db958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:21.61361115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9792bedb-eb94-4b73-a2ae-44cfbd4db958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:22.938139816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60f3ef-4a37-4522-b799-721414991b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:22.953795198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60f3ef-4a37-4522-b799-721414991b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:22.970373358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60f3ef-4a37-4522-b799-721414991b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:22.986875779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a60f3ef-4a37-4522-b799-721414991b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.576606919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890fbb5-a52a-4aa3-83f3-86b5c82fed84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.592805823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890fbb5-a52a-4aa3-83f3-86b5c82fed84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.608536694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890fbb5-a52a-4aa3-83f3-86b5c82fed84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.624713903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890fbb5-a52a-4aa3-83f3-86b5c82fed84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.069849476Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","namespace":"ai-tenant-e2e-ipp-a-41e815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.069904818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","namespace":"ai-tenant-e2e-ipp-a-41e815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.069955866Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","tenant":"e2e-ipp-a-41e815","tenantID":"e2e-ipp-a-41e815","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.087289189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Deployment","name":"maas-api-e2e-ipp-a-41e815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.117758963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Service","name":"maas-api-e2e-ipp-a-41e815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.135819558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-41e815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.155619811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-41e815","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.173789455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.191599261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.211764597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.229394205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.246664435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.264388946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.290766534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Service","name":"payload-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.314782863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.333276846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.351303846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.371687027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.390362069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.407596393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.424502932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.442642839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-41e815","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:26.461783346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-41e815"},"namespace":"ai-tenant-e2e-ipp-a-41e815","name":"default-tenant","reconcileID":"868a0932-febe-4408-ab2f-6810ae45bac4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-41e815","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.363872039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","namespace":"ai-tenant-e2e-api-b-1d29dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.363928771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","namespace":"ai-tenant-e2e-api-b-1d29dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.364000639Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","tenant":"e2e-api-b-1d29dd","tenantID":"e2e-api-b-1d29dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.383163833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Deployment","name":"maas-api-e2e-api-b-1d29dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.413802152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Service","name":"maas-api-e2e-api-b-1d29dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.432463047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1d29dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.449894411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1d29dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.467670317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.487176271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.507497306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.524605507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.540067917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Deployment","name":"payload-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.555407571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.570563841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Service","name":"payload-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.585732136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"Service","name":"payload-pre-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.600854021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.616195862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.65185689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.677232322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.700544734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.726603721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.742235251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-1d29dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.762585387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d29dd"},"namespace":"ai-tenant-e2e-api-b-1d29dd","name":"default-tenant","reconcileID":"953a2039-b82a-4a13-887b-cf7c5dac446c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-1d29dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.464092994Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-41e815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-41e815","reconcileID":"7d50b861-9d00-43c8-bd65-17958ade5745","aitenant":"ai-tenants/e2e-ipp-a-41e815","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.675608588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6cdc-b1ee-48d1-84b9-dbf02b4b1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.691382998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6cdc-b1ee-48d1-84b9-dbf02b4b1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.707152501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6cdc-b1ee-48d1-84b9-dbf02b4b1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.713182993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-41e815","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-41e815","reconcileID":"7d50b861-9d00-43c8-bd65-17958ade5745","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-41e815","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-41e815"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.723224279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0b6cdc-b1ee-48d1-84b9-dbf02b4b1fae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:30.426444902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baf9f20-8220-431d-b17e-6e483bf885f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:30.450553351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baf9f20-8220-431d-b17e-6e483bf885f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:30.466497315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baf9f20-8220-431d-b17e-6e483bf885f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:30.482768315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baf9f20-8220-431d-b17e-6e483bf885f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.284316234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f217f9e7-98be-446f-9caa-f8b01dacd5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.302510349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f217f9e7-98be-446f-9caa-f8b01dacd5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.31879348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f217f9e7-98be-446f-9caa-f8b01dacd5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.335605237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f217f9e7-98be-446f-9caa-f8b01dacd5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.959542579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e38f59-523c-4ae9-9e60-0ee06abd7fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.975272679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e38f59-523c-4ae9-9e60-0ee06abd7fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:31.991245709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e38f59-523c-4ae9-9e60-0ee06abd7fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:32.006774307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e38f59-523c-4ae9-9e60-0ee06abd7fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:32.726097489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544b9627-a832-4ada-9245-9df37ee872b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:32.743628531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544b9627-a832-4ada-9245-9df37ee872b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:32.759554581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544b9627-a832-4ada-9245-9df37ee872b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:32.775297926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544b9627-a832-4ada-9245-9df37ee872b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:33.502474739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a97b0b-bd80-4623-9dc2-2a406fa25ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:33.558184371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a97b0b-bd80-4623-9dc2-2a406fa25ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:33.577856934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a97b0b-bd80-4623-9dc2-2a406fa25ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:33.593910148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a97b0b-bd80-4623-9dc2-2a406fa25ce6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:34.076273631Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d29dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d29dd","reconcileID":"e7915d96-f606-48ce-a30c-e51633e125e5","aitenant":"ai-tenants/e2e-api-b-1d29dd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:34.280613215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63310da2-89c6-4f1e-8ddf-1f06cc8c0434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:34.299041149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63310da2-89c6-4f1e-8ddf-1f06cc8c0434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:34.315399254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63310da2-89c6-4f1e-8ddf-1f06cc8c0434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:34.321561802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d29dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d29dd","reconcileID":"e7915d96-f606-48ce-a30c-e51633e125e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1d29dd","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-1d29dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:34.331509202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63310da2-89c6-4f1e-8ddf-1f06cc8c0434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.014179285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb45ebd-9147-430d-8baf-7bedc5ea3736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.037180823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb45ebd-9147-430d-8baf-7bedc5ea3736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.053826118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb45ebd-9147-430d-8baf-7bedc5ea3736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.06995883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb45ebd-9147-430d-8baf-7bedc5ea3736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.692485011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd30ef4f-511b-499b-8058-48febdbeb1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.709375564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd30ef4f-511b-499b-8058-48febdbeb1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.724803176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd30ef4f-511b-499b-8058-48febdbeb1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.740293424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd30ef4f-511b-499b-8058-48febdbeb1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.082151513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa577693-a472-4f46-b361-53cbb5b1e731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.104855449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa577693-a472-4f46-b361-53cbb5b1e731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.123198408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa577693-a472-4f46-b361-53cbb5b1e731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.153683162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa577693-a472-4f46-b361-53cbb5b1e731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.865095587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef02164d-c48d-4d74-b569-c42f09cbf708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.883119707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef02164d-c48d-4d74-b569-c42f09cbf708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.900876305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef02164d-c48d-4d74-b569-c42f09cbf708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.917459269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef02164d-c48d-4d74-b569-c42f09cbf708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.5448454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"4494de95-a5f1-4b81-b4f9-d88f0af1feb0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-54f6d8","tenantID":"e2e-ipp-a-54f6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.588866118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"4494de95-a5f1-4b81-b4f9-d88f0af1feb0","name":"e2e-ipp-a-54f6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.8833671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb48587-b070-45b0-a9aa-47e1fe4ebff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.902524264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb48587-b070-45b0-a9aa-47e1fe4ebff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.919466444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb48587-b070-45b0-a9aa-47e1fe4ebff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.949457549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb48587-b070-45b0-a9aa-47e1fe4ebff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:40.570985131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec0055-d866-41dd-ac2c-50d31980590c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:40.586984551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec0055-d866-41dd-ac2c-50d31980590c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:40.602692592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec0055-d866-41dd-ac2c-50d31980590c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:40.618784192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ec0055-d866-41dd-ac2c-50d31980590c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:40.675956934Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-846492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-846492","reconcileID":"ce642609-62dc-498f-b51a-15009e52f822","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-846492","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-846492":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:41.264200785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9938516-3213-40e1-98be-4162775844a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:41.280129019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9938516-3213-40e1-98be-4162775844a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:41.295818923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9938516-3213-40e1-98be-4162775844a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:41.311644494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9938516-3213-40e1-98be-4162775844a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:41.991283589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3d534c-1807-4243-982e-402820b0c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:42.037665871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3d534c-1807-4243-982e-402820b0c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:42.057009138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3d534c-1807-4243-982e-402820b0c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:42.072978822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d3d534c-1807-4243-982e-402820b0c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.24908448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d430128-33df-41ea-a48d-3ce6e88d9eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.265169429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d430128-33df-41ea-a48d-3ce6e88d9eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.281014196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d430128-33df-41ea-a48d-3ce6e88d9eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.296747663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d430128-33df-41ea-a48d-3ce6e88d9eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.917717662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cee03ad-bc12-428e-a3ee-d4265562a8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.933663363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cee03ad-bc12-428e-a3ee-d4265562a8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.949461834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cee03ad-bc12-428e-a3ee-d4265562a8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:44.968742622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cee03ad-bc12-428e-a3ee-d4265562a8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.643956428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e6d0f1-b9bf-46ee-97f1-76c86c29a8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.693087591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e6d0f1-b9bf-46ee-97f1-76c86c29a8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.709013174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e6d0f1-b9bf-46ee-97f1-76c86c29a8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.724829081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40e6d0f1-b9bf-46ee-97f1-76c86c29a8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:46.477769789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d148c38c-3f8e-4cab-89c4-ade2aa2ee315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:46.49347708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d148c38c-3f8e-4cab-89c4-ade2aa2ee315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:46.50921879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d148c38c-3f8e-4cab-89c4-ade2aa2ee315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:46.525090152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d148c38c-3f8e-4cab-89c4-ade2aa2ee315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.164362846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7f68cb-9795-438d-9b6c-1f52c5fdb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.180038939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7f68cb-9795-438d-9b6c-1f52c5fdb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.195534652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7f68cb-9795-438d-9b6c-1f52c5fdb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.21108839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7f68cb-9795-438d-9b6c-1f52c5fdb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.482751866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","namespace":"ai-tenant-e2e-ipp-b-dda6df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.482804602Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","namespace":"ai-tenant-e2e-ipp-b-dda6df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.482852682Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","tenant":"e2e-ipp-b-dda6df","tenantID":"e2e-ipp-b-dda6df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.500164806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Deployment","name":"maas-api-e2e-ipp-b-dda6df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.53279285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Service","name":"maas-api-e2e-ipp-b-dda6df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.551836095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-dda6df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.571737921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-dda6df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.589205386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.606892829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.630159503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.688893441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.705936013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.719683669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.727137174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.75245432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Service","name":"payload-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.77698562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.794439192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.811587541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.82980515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.847820819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.865562787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.878696841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb4963e-d34c-4ad0-bfe0-38e0b6c76a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.894537153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb4963e-d34c-4ad0-bfe0-38e0b6c76a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.895687636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.910231101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb4963e-d34c-4ad0-bfe0-38e0b6c76a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.926474018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb4963e-d34c-4ad0-bfe0-38e0b6c76a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.927412775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-dda6df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:47.944891265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dda6df"},"namespace":"ai-tenant-e2e-ipp-b-dda6df","name":"default-tenant","reconcileID":"36f18f5e-2dc7-41be-92f4-b13e8fadebb5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-dda6df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:48.677304642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa96e4-068a-4413-b0cc-d2c70af000f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:48.696665439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa96e4-068a-4413-b0cc-d2c70af000f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:48.712665942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa96e4-068a-4413-b0cc-d2c70af000f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:48.728391586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa96e4-068a-4413-b0cc-d2c70af000f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:53.653626551Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-dda6df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-dda6df","reconcileID":"070d4ce5-8a83-4514-92f5-33055dc58eef","aitenant":"ai-tenants/e2e-ipp-b-dda6df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:53.875148287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb638c5-f555-4581-8a52-123a8ef65674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:53.892524393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb638c5-f555-4581-8a52-123a8ef65674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:53.908351389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb638c5-f555-4581-8a52-123a8ef65674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:53.923934856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb638c5-f555-4581-8a52-123a8ef65674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:53.945436475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-dda6df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-dda6df","reconcileID":"070d4ce5-8a83-4514-92f5-33055dc58eef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-dda6df","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-dda6df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:54.658647893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ca2cb-7137-4763-8d1d-52972e4feaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:54.703796288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ca2cb-7137-4763-8d1d-52972e4feaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:54.724067136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ca2cb-7137-4763-8d1d-52972e4feaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:54.762653496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6ca2cb-7137-4763-8d1d-52972e4feaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:55.364319001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b4729-3ef0-48b1-a36d-a36c9d62cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:55.37982381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b4729-3ef0-48b1-a36d-a36c9d62cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:55.39516337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b4729-3ef0-48b1-a36d-a36c9d62cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:55.411474229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b4729-3ef0-48b1-a36d-a36c9d62cd6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:59.200496986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cecd4d6a-273d-44d0-b471-12310655c83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:59.219762618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cecd4d6a-273d-44d0-b471-12310655c83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:59.23550678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cecd4d6a-273d-44d0-b471-12310655c83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:59.25107367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cecd4d6a-273d-44d0-b471-12310655c83c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:59.967766217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d45bf35-28cc-44cc-9454-838f1e1a0337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:59.98401477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d45bf35-28cc-44cc-9454-838f1e1a0337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.002494087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d45bf35-28cc-44cc-9454-838f1e1a0337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.018813464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d45bf35-28cc-44cc-9454-838f1e1a0337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.045711784Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4ae722","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4ae722","reconcileID":"63c70543-c097-4f38-80c7-91285109a4f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4ae722","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4ae722":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.020052453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd13d01-6c9b-48cf-8ab8-d6d11057912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.038090177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd13d01-6c9b-48cf-8ab8-d6d11057912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.054227428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd13d01-6c9b-48cf-8ab8-d6d11057912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.070080826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd13d01-6c9b-48cf-8ab8-d6d11057912c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.812847531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1234e53-8bf5-422f-a24a-23eeb57ece75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.830239075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1234e53-8bf5-422f-a24a-23eeb57ece75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.846689977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1234e53-8bf5-422f-a24a-23eeb57ece75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.862586667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1234e53-8bf5-422f-a24a-23eeb57ece75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:02.566937742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"ccc25736-7edd-4d73-82c1-d79060b01849","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-846492","tenantID":"e2e-ipp-a-846492","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:02.635300497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"ccc25736-7edd-4d73-82c1-d79060b01849","name":"e2e-ipp-a-846492-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:02.871977402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486da537-966c-4865-839b-4d98b5b6976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:02.918001243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486da537-966c-4865-839b-4d98b5b6976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:02.946645331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486da537-966c-4865-839b-4d98b5b6976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:02.966955591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486da537-966c-4865-839b-4d98b5b6976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:14.676953129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c795f61d-6370-49f2-b213-d58db55256fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:14.692725466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c795f61d-6370-49f2-b213-d58db55256fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:14.710587028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c795f61d-6370-49f2-b213-d58db55256fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:14.726163467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c795f61d-6370-49f2-b213-d58db55256fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.366795108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e8cbb9-e8c7-4e3f-a62e-33c7de7395f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.383628849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e8cbb9-e8c7-4e3f-a62e-33c7de7395f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.405226343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e8cbb9-e8c7-4e3f-a62e-33c7de7395f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.437952406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e8cbb9-e8c7-4e3f-a62e-33c7de7395f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.697813994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.555621017Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","namespace":"ai-tenant-e2e-ipp-a-3437aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.555686753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","namespace":"ai-tenant-e2e-ipp-a-3437aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.555741113Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","tenant":"e2e-ipp-a-3437aa","tenantID":"e2e-ipp-a-3437aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.57366582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3437aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.607202008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Service","name":"maas-api-e2e-ipp-a-3437aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.63075784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3437aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.648440606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3437aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.666908003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.685785091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.705738099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.724317003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.741539169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.761743987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.791689441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Service","name":"payload-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.822844095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.845443624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.864802151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.884208549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.903176639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.923707221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.943746676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.962901618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3437aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:18.989736817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3437aa"},"namespace":"ai-tenant-e2e-ipp-a-3437aa","name":"default-tenant","reconcileID":"26d22f76-a4c8-4c6a-a739-6eedb2079697","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3437aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.915695827Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3437aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3437aa","reconcileID":"879a5608-6a3e-42fe-ae6c-d34d92e384ba","aitenant":"ai-tenants/e2e-ipp-a-3437aa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.152205018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fcbc6-49d0-49ed-9fab-01161dc5b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.167818645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fcbc6-49d0-49ed-9fab-01161dc5b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.183277095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fcbc6-49d0-49ed-9fab-01161dc5b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.199764857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79fcbc6-49d0-49ed-9fab-01161dc5b30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.234571665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3437aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3437aa","reconcileID":"879a5608-6a3e-42fe-ae6c-d34d92e384ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3437aa","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3437aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.960520703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3ccfac-c53c-48ce-b861-a06ecddc013f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.978036021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3ccfac-c53c-48ce-b861-a06ecddc013f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.99549979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3ccfac-c53c-48ce-b861-a06ecddc013f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.011542026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3ccfac-c53c-48ce-b861-a06ecddc013f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.835864374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7168c3f-c6c5-44e0-83ca-06984ce853db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.85283686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7168c3f-c6c5-44e0-83ca-06984ce853db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.869902183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7168c3f-c6c5-44e0-83ca-06984ce853db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.887173076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7168c3f-c6c5-44e0-83ca-06984ce853db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:24.116446521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"2fee46a5-82da-4e19-9296-6f6a64cbac4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:24.159786115Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"2fee46a5-82da-4e19-9296-6f6a64cbac4c","name":"e2e-praxis-a-4ae722-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:26.415459013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06c898-ee4b-4873-8e64-63b78abd6827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:26.431097422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06c898-ee4b-4873-8e64-63b78abd6827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:26.446985774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06c898-ee4b-4873-8e64-63b78abd6827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:26.462496061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06c898-ee4b-4873-8e64-63b78abd6827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.049852949Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2af7b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2af7b0","reconcileID":"5a75f320-6294-4ac9-a522-4062a498ccab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2af7b0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2af7b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.088038851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba1e4c8-f749-47ed-b862-22c581a23ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.103895413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba1e4c8-f749-47ed-b862-22c581a23ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.119473112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba1e4c8-f749-47ed-b862-22c581a23ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.135386585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba1e4c8-f749-47ed-b862-22c581a23ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.871587015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d290df-19bd-424c-a1bd-788436ce8fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.88745182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d290df-19bd-424c-a1bd-788436ce8fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.907571921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d290df-19bd-424c-a1bd-788436ce8fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.92350278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4d290df-19bd-424c-a1bd-788436ce8fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:28.592483561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b78bce5-0e95-42bb-af14-ade9c124253e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:28.608357898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b78bce5-0e95-42bb-af14-ade9c124253e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:28.6243764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b78bce5-0e95-42bb-af14-ade9c124253e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:28.640237859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b78bce5-0e95-42bb-af14-ade9c124253e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:29.514747151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebfd6cf-4a9b-43a6-85d6-70ec6fa61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:29.53069131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebfd6cf-4a9b-43a6-85d6-70ec6fa61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:29.546944208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebfd6cf-4a9b-43a6-85d6-70ec6fa61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:29.563243235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebfd6cf-4a9b-43a6-85d6-70ec6fa61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:30.356801785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0fe1e9-7173-4d2f-bac0-07b131374814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:30.372700506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0fe1e9-7173-4d2f-bac0-07b131374814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:30.388167393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0fe1e9-7173-4d2f-bac0-07b131374814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:30.403786844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0fe1e9-7173-4d2f-bac0-07b131374814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:31.132664149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8d3f9-efc9-44c0-8b9d-37cba584dc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:31.148291617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8d3f9-efc9-44c0-8b9d-37cba584dc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:31.163753183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8d3f9-efc9-44c0-8b9d-37cba584dc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:31.179417779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8d3f9-efc9-44c0-8b9d-37cba584dc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.056078422Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","namespace":"ai-tenant-e2e-ipp-b-e37c9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.056139121Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","namespace":"ai-tenant-e2e-ipp-b-e37c9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.056196522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","tenant":"e2e-ipp-b-e37c9d","tenantID":"e2e-ipp-b-e37c9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.07574427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Deployment","name":"maas-api-e2e-ipp-b-e37c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.104758965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Service","name":"maas-api-e2e-ipp-b-e37c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.12339716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-e37c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.141548565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-e37c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.159236087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.179321228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.198949625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.219071471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.236288015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.255469582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.280114442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Service","name":"payload-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.305447038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.323306076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.341231125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.3599625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.379163447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.396487265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.413229846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.429945552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-e37c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.447023835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e37c9d"},"namespace":"ai-tenant-e2e-ipp-b-e37c9d","name":"default-tenant","reconcileID":"8ea01c72-82cb-4f59-8c00-7069d3c98eaf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-e37c9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.870814934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e36e30-a878-42ae-9bc5-b77256a9ed65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.887492065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e36e30-a878-42ae-9bc5-b77256a9ed65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.90770897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e36e30-a878-42ae-9bc5-b77256a9ed65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.946854576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e36e30-a878-42ae-9bc5-b77256a9ed65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:43.577789441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b911547-0c26-4904-a4d3-580c12cc6bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:43.593508904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b911547-0c26-4904-a4d3-580c12cc6bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:43.609036069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b911547-0c26-4904-a4d3-580c12cc6bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:43.624665452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b911547-0c26-4904-a4d3-580c12cc6bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:43.710775606Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ea275f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ea275f","reconcileID":"0df84b95-af3b-4e6b-b91f-3c11d49f0df2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ea275f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ea275f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.275301774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b318dd9d-f38c-486b-9ee9-3195174afcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.291105415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b318dd9d-f38c-486b-9ee9-3195174afcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.306717782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b318dd9d-f38c-486b-9ee9-3195174afcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.322630581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b318dd9d-f38c-486b-9ee9-3195174afcbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.182372046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b2710a-e9ed-42ee-9a5c-13fd495b0c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.198740914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b2710a-e9ed-42ee-9a5c-13fd495b0c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.214482161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b2710a-e9ed-42ee-9a5c-13fd495b0c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.230332254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b2710a-e9ed-42ee-9a5c-13fd495b0c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.695418464Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e37c9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e37c9d","reconcileID":"763779f7-2dc4-46f7-b4ab-8464d21682fd","aitenant":"ai-tenants/e2e-ipp-b-e37c9d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.887188587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76004dba-bef9-43df-85ce-2e319c3ccd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.913538688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76004dba-bef9-43df-85ce-2e319c3ccd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.93032273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76004dba-bef9-43df-85ce-2e319c3ccd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.946094438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76004dba-bef9-43df-85ce-2e319c3ccd0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:45.968732719Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e37c9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e37c9d","reconcileID":"763779f7-2dc4-46f7-b4ab-8464d21682fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e37c9d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-e37c9d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.695536681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b7cb8-1e7e-47a9-840f-397d58eb5fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.744650632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b7cb8-1e7e-47a9-840f-397d58eb5fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.80075247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b7cb8-1e7e-47a9-840f-397d58eb5fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.822592146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b7cb8-1e7e-47a9-840f-397d58eb5fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:47.677121211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779ab963-a9e4-4d94-a51d-80b1d26a1307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:47.693030765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779ab963-a9e4-4d94-a51d-80b1d26a1307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:47.700401426Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:47.708922171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779ab963-a9e4-4d94-a51d-80b1d26a1307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:47.732907273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779ab963-a9e4-4d94-a51d-80b1d26a1307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:49.640073044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"2feec58e-08b4-4217-8943-793f736b69cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2af7b0","tenantID":"e2e-ipp-b-2af7b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:49.690867267Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"2feec58e-08b4-4217-8943-793f736b69cb","name":"e2e-ipp-b-2af7b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.398886011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2fccf0-6b4a-4462-9578-6c9d35a2726f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.416154787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2fccf0-6b4a-4462-9578-6c9d35a2726f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.433276451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2fccf0-6b4a-4462-9578-6c9d35a2726f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.449945656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a2fccf0-6b4a-4462-9578-6c9d35a2726f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.884811585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-191362","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-191362","reconcileID":"b9a2dd37-d6f1-4d0e-9aeb-527264bbf5a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-191362","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-191362":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:51.171556845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d9a83-4368-4076-a794-992ab215a4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:51.187337385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d9a83-4368-4076-a794-992ab215a4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:51.202877274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d9a83-4368-4076-a794-992ab215a4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:51.22061363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8d9a83-4368-4076-a794-992ab215a4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.098924043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f2755b-6d21-4477-8b43-bbfb7f154ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.114851259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f2755b-6d21-4477-8b43-bbfb7f154ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.130793547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f2755b-6d21-4477-8b43-bbfb7f154ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.146920349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f2755b-6d21-4477-8b43-bbfb7f154ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.911166659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc7ede3-3e24-4358-929d-249fd9b13156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.926718794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc7ede3-3e24-4358-929d-249fd9b13156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.942567792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc7ede3-3e24-4358-929d-249fd9b13156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.95802441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc7ede3-3e24-4358-929d-249fd9b13156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.76048467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5871af0a-b12e-4eb3-8845-6b6a9f43b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.776225054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5871af0a-b12e-4eb3-8845-6b6a9f43b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.792016969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5871af0a-b12e-4eb3-8845-6b6a9f43b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.807656982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5871af0a-b12e-4eb3-8845-6b6a9f43b2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.972199929Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2df502","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2df502","reconcileID":"0fd5804b-d526-48e1-b822-08c8fdbd02eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2df502","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-2df502":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.468657583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d8572-b83c-4f97-a9df-b364fd8a64b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.484431271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d8572-b83c-4f97-a9df-b364fd8a64b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.500170756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d8572-b83c-4f97-a9df-b364fd8a64b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.515894926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507d8572-b83c-4f97-a9df-b364fd8a64b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.151345403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480ed86d-3857-4611-821d-53e361bcd2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.167093942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480ed86d-3857-4611-821d-53e361bcd2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.18268166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480ed86d-3857-4611-821d-53e361bcd2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.20138103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"480ed86d-3857-4611-821d-53e361bcd2a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.854006863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4953b4a-ac7b-4d82-addb-3666d4e14d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.869904197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4953b4a-ac7b-4d82-addb-3666d4e14d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.885370045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4953b4a-ac7b-4d82-addb-3666d4e14d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.901410985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4953b4a-ac7b-4d82-addb-3666d4e14d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:56.582664949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eefe27-29d9-48a0-a2a2-595bd939321f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:56.598374348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eefe27-29d9-48a0-a2a2-595bd939321f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:56.613966732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eefe27-29d9-48a0-a2a2-595bd939321f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:56.629713399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05eefe27-29d9-48a0-a2a2-595bd939321f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.293502985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27a824f-0de2-479d-a520-2dd4256f12d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.309377976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27a824f-0de2-479d-a520-2dd4256f12d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.325126772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27a824f-0de2-479d-a520-2dd4256f12d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.340771007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27a824f-0de2-479d-a520-2dd4256f12d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.378121743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c2dd14-a85f-42f2-a047-bdc6c8e5244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.39393193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c2dd14-a85f-42f2-a047-bdc6c8e5244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.409622008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c2dd14-a85f-42f2-a047-bdc6c8e5244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.425041078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c2dd14-a85f-42f2-a047-bdc6c8e5244a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.097535774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7b7ca2-8786-4f6b-bd95-ac1084e90bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.113206173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7b7ca2-8786-4f6b-bd95-ac1084e90bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.128861534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7b7ca2-8786-4f6b-bd95-ac1084e90bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.144701188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7b7ca2-8786-4f6b-bd95-ac1084e90bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.184385588Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6cd31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6cd31","reconcileID":"dcec76e7-56e3-457e-beaa-daecd014ec27","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b6cd31","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b6cd31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.303550646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"c86ac66e-3bb0-40cf-bfbc-a049a6ee66e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ea275f","tenantID":"e2e-ipp-b-ea275f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.348034288Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"c86ac66e-3bb0-40cf-bfbc-a049a6ee66e2","name":"e2e-ipp-b-ea275f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.979000047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f067a69-50c7-4dd4-bba8-ad5cb0acbea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.994930305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f067a69-50c7-4dd4-bba8-ad5cb0acbea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:09.010515729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f067a69-50c7-4dd4-bba8-ad5cb0acbea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:09.026588069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f067a69-50c7-4dd4-bba8-ad5cb0acbea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.268120181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97017918-0117-4738-b2ca-7383877f0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.283819974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97017918-0117-4738-b2ca-7383877f0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.299341795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97017918-0117-4738-b2ca-7383877f0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.315041382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97017918-0117-4738-b2ca-7383877f0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.945713976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92baca9-6f26-418b-a5ba-e89ad652a7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.961166814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92baca9-6f26-418b-a5ba-e89ad652a7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.976732745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92baca9-6f26-418b-a5ba-e89ad652a7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:15.994765987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92baca9-6f26-418b-a5ba-e89ad652a7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.567225987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"62b951fe-45fe-404b-8a4c-86b4d51a8243","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-191362","tenantID":"e2e-praxis-b-191362","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.610833932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"62b951fe-45fe-404b-8a4c-86b4d51a8243","name":"e2e-praxis-b-191362-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.737227288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc7eb53-11ef-4142-a099-9db57c9f06b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.787310484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc7eb53-11ef-4142-a099-9db57c9f06b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.808820495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc7eb53-11ef-4142-a099-9db57c9f06b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.824710103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cc7eb53-11ef-4142-a099-9db57c9f06b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:17.60145983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee5945a-2711-4bd2-b19b-d62fe1bebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:17.617392933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee5945a-2711-4bd2-b19b-d62fe1bebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:17.633852834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee5945a-2711-4bd2-b19b-d62fe1bebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:17.649551468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee5945a-2711-4bd2-b19b-d62fe1bebcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:17.699927082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:20.724488687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"ff82c5c1-a5bf-40ee-beee-6028ee389078","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-2df502","tenantID":"e2e-praxis-a-2df502","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:20.789097927Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"ff82c5c1-a5bf-40ee-beee-6028ee389078","name":"e2e-praxis-a-2df502-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:36.808685521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277d78cd-352d-4124-9949-894698424b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:36.825420369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277d78cd-352d-4124-9949-894698424b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:36.841093297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277d78cd-352d-4124-9949-894698424b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:36.85677198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277d78cd-352d-4124-9949-894698424b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:37.468740225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2035155-0b92-456a-b5c5-3c42772b075f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:37.484932911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2035155-0b92-456a-b5c5-3c42772b075f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:37.503180469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2035155-0b92-456a-b5c5-3c42772b075f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:37.519643631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2035155-0b92-456a-b5c5-3c42772b075f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:38.030671595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"8f770ce4-3441-4efb-9d58-1e6c6e7a9239","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b6cd31","tenantID":"e2e-ipp-b-b6cd31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:38.072396225Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"8f770ce4-3441-4efb-9d58-1e6c6e7a9239","name":"e2e-ipp-b-b6cd31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:47.703925415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:47.875368796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f01e9b4-395e-455a-b97c-52e852b4396b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:47.89107821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f01e9b4-395e-455a-b97c-52e852b4396b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:47.906971563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f01e9b4-395e-455a-b97c-52e852b4396b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:47.922556485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f01e9b4-395e-455a-b97c-52e852b4396b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.564973596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdecbce5-289a-4665-8e9e-4d1c0754049c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.580679052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdecbce5-289a-4665-8e9e-4d1c0754049c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.596377253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdecbce5-289a-4665-8e9e-4d1c0754049c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.612363501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdecbce5-289a-4665-8e9e-4d1c0754049c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:49.278676683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e12e1a-cf3a-44a7-b5e0-950672e28a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:49.29481793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e12e1a-cf3a-44a7-b5e0-950672e28a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:49.310849764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e12e1a-cf3a-44a7-b5e0-950672e28a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:49.326750447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e12e1a-cf3a-44a7-b5e0-950672e28a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:51.363511867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534cee2f-7051-4387-884c-893c48655ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:51.379346189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534cee2f-7051-4387-884c-893c48655ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:51.39495528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534cee2f-7051-4387-884c-893c48655ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:51.411074422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534cee2f-7051-4387-884c-893c48655ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.039897943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1551fd8-2ac9-42cc-9a50-15c1667e8cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.055813618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1551fd8-2ac9-42cc-9a50-15c1667e8cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.071335183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1551fd8-2ac9-42cc-9a50-15c1667e8cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.116298737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1551fd8-2ac9-42cc-9a50-15c1667e8cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:59.90899413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403e0836-8d68-4825-b961-9a11569d0036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:59.925411129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403e0836-8d68-4825-b961-9a11569d0036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:59.941915985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403e0836-8d68-4825-b961-9a11569d0036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:59.95842586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403e0836-8d68-4825-b961-9a11569d0036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:00.552292688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3657e95a-d8d5-423a-af1e-a8eb83e1b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:00.568052213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3657e95a-d8d5-423a-af1e-a8eb83e1b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:00.583630789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3657e95a-d8d5-423a-af1e-a8eb83e1b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:00.599355047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3657e95a-d8d5-423a-af1e-a8eb83e1b8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:00.708733809Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-68738d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-68738d","reconcileID":"2cb39cd8-0f3f-43ba-929f-589b74a891c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-68738d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-68738d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.445304697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9545ec-7f6a-4171-a67e-680f5ee04643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.461072304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9545ec-7f6a-4171-a67e-680f5ee04643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.476698313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9545ec-7f6a-4171-a67e-680f5ee04643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.494309895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e9545ec-7f6a-4171-a67e-680f5ee04643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:02.121050565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baeaa99-1fa3-4fa0-8779-0461f33b5c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:02.136817038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baeaa99-1fa3-4fa0-8779-0461f33b5c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:02.152546911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baeaa99-1fa3-4fa0-8779-0461f33b5c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:02.17192739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2baeaa99-1fa3-4fa0-8779-0461f33b5c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.46597082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e347a527-fcc5-40ca-aa2d-1eb74829d9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.484137645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e347a527-fcc5-40ca-aa2d-1eb74829d9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.499957712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e347a527-fcc5-40ca-aa2d-1eb74829d9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.515810778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e347a527-fcc5-40ca-aa2d-1eb74829d9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:11.151462251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a35493-0407-47d1-a49b-b5db024cb871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:11.168024776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a35493-0407-47d1-a49b-b5db024cb871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:11.183548978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a35493-0407-47d1-a49b-b5db024cb871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:11.199389163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a35493-0407-47d1-a49b-b5db024cb871","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.698907527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.816620814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"d3a608de-a9ee-4778-a97a-73b87c2b04c8","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.816657129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"d3a608de-a9ee-4778-a97a-73b87c2b04c8","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.183387542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"ec97ce22-e389-4ae2-bac9-25c9f98a475b","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.183406591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"ec97ce22-e389-4ae2-bac9-25c9f98a475b","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.20353312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"3d150a91-626f-43d1-8757-1a43c446e1fb","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.203556745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"3d150a91-626f-43d1-8757-1a43c446e1fb","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.234904449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"a4d2d405-61e7-480b-8a1a-bdcf8cb2861a","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.320523409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"a4d2d405-61e7-480b-8a1a-bdcf8cb2861a","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.343149597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4ae722-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"a4d2d405-61e7-480b-8a1a-bdcf8cb2861a","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.364527391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"546577de-0a87-4167-a1d1-3840c1dfcefa","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.36454824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"546577de-0a87-4167-a1d1-3840c1dfcefa","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.396868115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"6dba88f1-7c1d-4698-ad5e-5e745b077152","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.417891577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"ab084a77-f2be-41ab-aeb1-bee6a6b7e445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.420693342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"6dba88f1-7c1d-4698-ad5e-5e745b077152","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.440377004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4ae722-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76154ccc9b22e70b8ccd4912f6d70d6a74db2c6e812eb6ef9d61ae9758387b2) AuthConfig (ce2f421767d0dea0ce034e7cb5dea2c43c069b051c601ea41f81a5fc51a4aaaf) AuthConfig (693ad5f1c62b1b443ca7ae15e448dfce05f6054adc42f58b1c494f83c3d5bde6) AuthConfig (9684219b9d0203ffb501f117a26dff1f6fa1892f5e70e8bf5dec4e7ee171d77f) AuthConfig (fbfb6d39a28cd2094ebe96fcf7fb3aaf6a93f76e52cd86f6a778ff2705bd4dd7) AuthConfig (be3768359c4877f53e814c2399c99228bda5208b92d65e15976b1e570881ccfb) AuthConfig (5b13931bee35c60a6b39a9026d721f8abc10550ad8104599b91ae9146a021247) AuthConfig (1af7c84ec5fdbefec72eaed452016e9f764220a981b14b02d481073afbc961cf) AuthConfig (1dd6705c4281e7a48302a5bf1d0b45080cc8db32a4bc52a036b53f1a0a034e7b) AuthConfig (61e794e7d26e972b01592ea92e6f7f839b10778b5b80bd120b1c3db34ffc8e7b) AuthConfig (24984ad70dea619be96ba7752dc1544bd238001b35cdfca4ad233e26d75b29bb) AuthConfig (4961a4a44ce4614fbb60fa785323075edf79fde71faeecdf7e2a7149b2e49654) AuthConfig (93b952baba16743f7d86bc1bfe93ec38af59b07e0590f471bf29413a8de30ff4) AuthConfig (cb896d729d9f234a1158cf4bea34c28052d85b8c759cb57eac3e6cb5ef37c9ed) AuthConfig (deacba0f99d2333de53712498917c94b2c40999819ceabc3cad0f14dda80e315) AuthConfig (102786e9b3e1478d544088a323ede92b9886aadacbb1cf3c2d4afd62e37c26c8) AuthConfig (c287f6e92a980fbe1ae13b21ca9a19e96152f6d2a79afa6812725a1430d1c441) AuthConfig (ee4ad268c2f12d446b223c2d614cb93df424c34feac1cbc067548e4126120de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"6dba88f1-7c1d-4698-ad5e-5e745b077152","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.46119163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"01a15b54-e1cb-4ebf-b8cd-9f178defb901","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.461220476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"01a15b54-e1cb-4ebf-b8cd-9f178defb901","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.516198682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"0579d337-961a-4540-9121-e8d857b233e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.516217429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"376ce419-82d1-4b1f-b0d2-5f5cc5f712e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.516717768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"2909e95f-92b6-4384-9512-88a2999bf700","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.651946901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"56ad65f9-a49d-4c1d-b05d-8ffbcc05f271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.741850429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"b62ca37d-fe17-4003-9fb2-3da3d58ae8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.836328334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69412546-9cd1-4607-a1d0-17c72fab27c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.930080226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"3fa93ab4-c381-4506-b70e-fef5d2eb37bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.930337643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"1eab6422-98ea-47c7-88fb-6073b2f0ee08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.930549575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9eed2e99-81af-40c1-be78-75dd61051ed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.930750112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"3e3cd574-e1ef-4df4-af29-db09cc4305bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.968118049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d613573d-5621-40b4-a8c5-60f1c9483ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.984375684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d613573d-5621-40b4-a8c5-60f1c9483ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:28.999929352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d613573d-5621-40b4-a8c5-60f1c9483ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:29.015690638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d613573d-5621-40b4-a8c5-60f1c9483ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:29.062430998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"f28a39b3-72ca-4bfe-b722-b57d7c215f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:29.649598633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c40e2b-d860-4b4d-994f-4589a0be81f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:29.665542369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c40e2b-d860-4b4d-994f-4589a0be81f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:29.685085044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c40e2b-d860-4b4d-994f-4589a0be81f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:29.702122929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c40e2b-d860-4b4d-994f-4589a0be81f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:32.552431048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"ad532367-6a50-442e-927e-aeaa2df72fa9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-68738d","tenantID":"e2e-praxis-b-68738d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:32.596441466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"ad532367-6a50-442e-927e-aeaa2df72fa9","name":"e2e-praxis-b-68738d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.261745103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","namespace":"ai-tenant-e2e-ipp-a-54f6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.261803334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","namespace":"ai-tenant-e2e-ipp-a-54f6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.261852638Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","tenant":"e2e-ipp-a-54f6d8","tenantID":"e2e-ipp-a-54f6d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.282599178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Deployment","name":"maas-api-e2e-ipp-a-54f6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.318276789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Service","name":"maas-api-e2e-ipp-a-54f6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.336568987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-54f6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.354450641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-54f6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.372594378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.390079989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.409678428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.427220219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.44471017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.467627918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.502926318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Service","name":"payload-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.527417473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.547563993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.565563868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.584795134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.603543803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.620600242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.637518782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.655871375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-54f6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:34.673234229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-54f6d8"},"namespace":"ai-tenant-e2e-ipp-a-54f6d8","name":"default-tenant","reconcileID":"afe20d71-3174-47fc-a149-a7848d8ba806","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-54f6d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:35.710089317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"a57aa2e9-40e9-4981-a5d7-f3d116a2bd37","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:35.710123962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"a57aa2e9-40e9-4981-a5d7-f3d116a2bd37","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.019955434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"a30e1b1c-b648-4254-95a5-3975ee7cec13","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.01998549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"a30e1b1c-b648-4254-95a5-3975ee7cec13","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.037831038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"545f7e42-5222-4d0d-a7ef-4450fbe01159","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.037854989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"545f7e42-5222-4d0d-a7ef-4450fbe01159","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.06841347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"61b3d2cb-bb62-4d32-a0e7-acb9892aea8e","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.116572434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"61b3d2cb-bb62-4d32-a0e7-acb9892aea8e","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.136638702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a43474-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"61b3d2cb-bb62-4d32-a0e7-acb9892aea8e","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.156526565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"aac8255c-c992-4842-8c99-49aaa24f6981","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:36.156544773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"aac8255c-c992-4842-8c99-49aaa24f6981","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:38.493120881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"702b0e7a-1e6a-418e-be5f-fa27234bb21c","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:38.513177983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"702b0e7a-1e6a-418e-be5f-fa27234bb21c","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:38.531682132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4ae722-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c76154ccc9b22e70b8ccd4912f6d70d6a74db2c6e812eb6ef9d61ae9758387b2) AuthConfig (ce2f421767d0dea0ce034e7cb5dea2c43c069b051c601ea41f81a5fc51a4aaaf) AuthConfig (693ad5f1c62b1b443ca7ae15e448dfce05f6054adc42f58b1c494f83c3d5bde6) AuthConfig (9684219b9d0203ffb501f117a26dff1f6fa1892f5e70e8bf5dec4e7ee171d77f) AuthConfig (fbfb6d39a28cd2094ebe96fcf7fb3aaf6a93f76e52cd86f6a778ff2705bd4dd7) AuthConfig (be3768359c4877f53e814c2399c99228bda5208b92d65e15976b1e570881ccfb) AuthConfig (5b13931bee35c60a6b39a9026d721f8abc10550ad8104599b91ae9146a021247) AuthConfig (1af7c84ec5fdbefec72eaed452016e9f764220a981b14b02d481073afbc961cf) AuthConfig (1dd6705c4281e7a48302a5bf1d0b45080cc8db32a4bc52a036b53f1a0a034e7b) AuthConfig (61e794e7d26e972b01592ea92e6f7f839b10778b5b80bd120b1c3db34ffc8e7b) AuthConfig (24984ad70dea619be96ba7752dc1544bd238001b35cdfca4ad233e26d75b29bb) AuthConfig (4961a4a44ce4614fbb60fa785323075edf79fde71faeecdf7e2a7149b2e49654) AuthConfig (93b952baba16743f7d86bc1bfe93ec38af59b07e0590f471bf29413a8de30ff4) AuthConfig (cb896d729d9f234a1158cf4bea34c28052d85b8c759cb57eac3e6cb5ef37c9ed) AuthConfig (deacba0f99d2333de53712498917c94b2c40999819ceabc3cad0f14dda80e315) AuthConfig (102786e9b3e1478d544088a323ede92b9886aadacbb1cf3c2d4afd62e37c26c8) AuthConfig (c287f6e92a980fbe1ae13b21ca9a19e96152f6d2a79afa6812725a1430d1c441) AuthConfig (ee4ad268c2f12d446b223c2d614cb93df424c34feac1cbc067548e4126120de1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"702b0e7a-1e6a-418e-be5f-fa27234bb21c","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:41.9307855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"415f32be-af97-457f-92f3-c99418c262f2","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:41.950467318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"415f32be-af97-457f-92f3-c99418c262f2","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:41.968741506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a43474-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"415f32be-af97-457f-92f3-c99418c262f2","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:44.733663713Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54f6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54f6d8","reconcileID":"5556d93e-8519-40f8-b910-5d1395898159","aitenant":"ai-tenants/e2e-ipp-a-54f6d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:44.916415397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68315c0f-8436-4196-b4a8-1ecec0e9b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:44.932825058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68315c0f-8436-4196-b4a8-1ecec0e9b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:44.949954097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68315c0f-8436-4196-b4a8-1ecec0e9b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:44.965745194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68315c0f-8436-4196-b4a8-1ecec0e9b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:44.988948086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-54f6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-54f6d8","reconcileID":"5556d93e-8519-40f8-b910-5d1395898159","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-54f6d8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-54f6d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:45.742470739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d3945-b140-4bc8-9c79-a8aba8a3b308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:45.759175366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d3945-b140-4bc8-9c79-a8aba8a3b308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:45.775086126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d3945-b140-4bc8-9c79-a8aba8a3b308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:45.79090829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30d3945-b140-4bc8-9c79-a8aba8a3b308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:46.452273274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac05749-ede6-4e57-8ccb-5fa62ba67a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:46.468247545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac05749-ede6-4e57-8ccb-5fa62ba67a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:46.483978394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac05749-ede6-4e57-8ccb-5fa62ba67a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:46.501159882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac05749-ede6-4e57-8ccb-5fa62ba67a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:47.698013066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:48.5701761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"2f818fe5-cd53-4bd6-9a7e-37b96afcf4cf","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:48.592114174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"2f818fe5-cd53-4bd6-9a7e-37b96afcf4cf","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:48.761199254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"5d930587-8205-4707-9968-d4d47ee653b9","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:48.761219671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"5d930587-8205-4707-9968-d4d47ee653b9","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.611225109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"6b57d6b9-d7f0-4566-a884-8e267d3d6bd3","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.611289226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"6b57d6b9-d7f0-4566-a884-8e267d3d6bd3","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.632791131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"05d0192f-3609-4521-8d8d-8e4b092d7046","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.632893943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"05d0192f-3609-4521-8d8d-8e4b092d7046","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.646356432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"4ac7f3a6-9884-4e56-8a98-e1ca140d2665","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:31:49.647098945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"c729712b-be16-4007-8cbe-76142ed8c8a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-4ae722-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.667401647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"4ac7f3a6-9884-4e56-8a98-e1ca140d2665","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.684312891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"3867b3cb-0592-4e57-bacd-83c3ac40b1a3","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.684332258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"3867b3cb-0592-4e57-bacd-83c3ac40b1a3","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.704039134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"9f28222d-0719-40ed-af7a-fc2ff0f1b31f","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.704066305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"9f28222d-0719-40ed-af7a-fc2ff0f1b31f","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.821276517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"79e8f656-1dc9-4106-aa0b-32dd460dddcf","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"praxis-route-4ae722","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.900482888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"78ef1ad2-0b34-4726-b5eb-f8b40e5e8916","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.922832028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"78ef1ad2-0b34-4726-b5eb-f8b40e5e8916","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.943004145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"af3dd657-fd44-4f8c-9f7a-35fe329ea85c","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.943112873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"af3dd657-fd44-4f8c-9f7a-35fe329ea85c","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:50.008975441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"8b132e6f-b709-41a3-9fa4-fb2942c32067","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:50.927426758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8519e680-7a58-461f-9c44-6775f1790e15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.004033545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"ec46a5ae-c676-4a17-81bb-ae2b4acdb7dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.005185341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"68da42fe-8407-46a9-97f3-6e95cc09b607","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.119361864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"4dff2c62-9168-47f0-901d-6e66f7e00a54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.186556798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"4d6e2836-5d16-4e15-955a-fcb50cfc589e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.186649087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"94d08ba7-cada-4e0d-8d29-d80485e68d37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.289757653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"dd8dd71c-ffa3-4145-bd29-85574e05c41f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.289757573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"9c56987d-7004-4cfa-a261-2c13b07f7f10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.290165295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"cd25f6df-586c-47f0-aafc-1cd9b6bcfe5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.38505185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f85b78e4-d404-4eb6-9367-cad2bcba9ef0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.385100275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"fd850bc1-0290-4958-b466-bcf1d7ee9335","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.48554143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"13487e90-24bf-453e-8793-f009b62b4e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:52.001979385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"46889b4d-5245-4806-a663-9425481ce42a","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:52.021189931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"46889b4d-5245-4806-a663-9425481ce42a","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:52.039502843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a43474-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"46889b4d-5245-4806-a663-9425481ce42a","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:56.967858243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99d75b6-4c0e-4a86-9680-bd040653a7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:56.983309091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99d75b6-4c0e-4a86-9680-bd040653a7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:56.999081267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99d75b6-4c0e-4a86-9680-bd040653a7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.014965899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99d75b6-4c0e-4a86-9680-bd040653a7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.690648721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57368dc-0405-43e1-9871-6e58da863920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.764809707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57368dc-0405-43e1-9871-6e58da863920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.89712364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57368dc-0405-43e1-9871-6e58da863920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.931029301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57368dc-0405-43e1-9871-6e58da863920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:02.071807735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"26b52568-2342-46a7-9d14-a70037bc285e","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:02.092385742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"26b52568-2342-46a7-9d14-a70037bc285e","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:02.110975055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a43474-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"26b52568-2342-46a7-9d14-a70037bc285e","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.299892053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e155d493-bd0d-4c9f-a66a-32f72c03e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.315765113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e155d493-bd0d-4c9f-a66a-32f72c03e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.331904398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e155d493-bd0d-4c9f-a66a-32f72c03e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.347990418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e155d493-bd0d-4c9f-a66a-32f72c03e787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.950817235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1b4e84-2e45-41a2-8496-7abbbb44cbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.966684969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1b4e84-2e45-41a2-8496-7abbbb44cbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.982568593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1b4e84-2e45-41a2-8496-7abbbb44cbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:03.998407186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee1b4e84-2e45-41a2-8496-7abbbb44cbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.343941036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","namespace":"ai-tenant-e2e-ipp-b-ea275f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.344025989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","namespace":"ai-tenant-e2e-ipp-b-ea275f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.344104977Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","tenant":"e2e-ipp-b-ea275f","tenantID":"e2e-ipp-b-ea275f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.361239092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ea275f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.386171335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Service","name":"maas-api-e2e-ipp-b-ea275f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.420572984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ea275f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.437613708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ea275f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.458004875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.475219745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.493574168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.512781371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.529944928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.549747328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.574850634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Service","name":"payload-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.602429753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.617422729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c14eae-306b-4cfb-afa7-5425f7cde817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.633661356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c14eae-306b-4cfb-afa7-5425f7cde817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.63508927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.649520511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c14eae-306b-4cfb-afa7-5425f7cde817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.666347395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c14eae-306b-4cfb-afa7-5425f7cde817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.670207967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.688479955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.706850689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.724808948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.749376468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.769150264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ea275f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:04.791783631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea275f"},"namespace":"ai-tenant-e2e-ipp-b-ea275f","name":"default-tenant","reconcileID":"661fd3fb-ed76-4b8e-af4e-2475391bd225","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ea275f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:05.582346364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f1404-d067-4fda-99e9-c413f9154404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:05.597962218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f1404-d067-4fda-99e9-c413f9154404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:05.619572059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f1404-d067-4fda-99e9-c413f9154404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:05.637294923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f1404-d067-4fda-99e9-c413f9154404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.046954681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"64764b59-6cdb-4565-be2f-abfd2b7a0a78","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.104788683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"2b2bf94b-18c3-46f0-8a5d-f9b216e9e409","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.104809738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"2b2bf94b-18c3-46f0-8a5d-f9b216e9e409","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.481234988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","namespace":"ai-tenant-e2e-ipp-a-846492","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.481325831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","namespace":"ai-tenant-e2e-ipp-a-846492","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.481386625Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","tenant":"e2e-ipp-a-846492","tenantID":"e2e-ipp-a-846492","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.500398649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Deployment","name":"maas-api-e2e-ipp-a-846492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.525908863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Service","name":"maas-api-e2e-ipp-a-846492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.546596918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-846492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.563946643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-846492","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.5839405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.601707658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.621528866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.638853871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.656041714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.676275394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.710605091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Service","name":"payload-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.740476145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.75862539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.770691076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"976e9c49-179f-46aa-903c-770c4dddad8f","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.777207349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.791949627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"976e9c49-179f-46aa-903c-770c4dddad8f","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.797453357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.816096048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.83303483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.850215647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.869641248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-846492","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:09.88676423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-846492"},"namespace":"ai-tenant-e2e-ipp-a-846492","name":"default-tenant","reconcileID":"0190e085-8fa8-43a7-923d-e3a8f5823788","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-846492","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:12.144535681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"2513a245-4533-4725-94ac-b4a9ca7af209","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:12.164518028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"2513a245-4533-4725-94ac-b4a9ca7af209","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:12.182638829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a43474-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7ff604347cb4daf1201b024919d6d3eeef5e2d8187e616a7d1a1d4a083e448e) AuthConfig (d30f56c5b4bb8b9cce5dedcc9ab254d18c1bee65c86c9d68e4f15d61083484b4) AuthConfig (59f8b5bf2fd0ab421dabca4de6ad6e0732053ad4dbd2cbdb940a76d373fd4f8c) AuthConfig (dfa68f2c94d901a41c8a15fa7829ee370debcd0d6a31817a288dc0f007536bfb) AuthConfig (4f8ab6e91f09b9474493b718f1b4d69805a37705a8f47f55174f32fc6bb197bd) AuthConfig (300d6270cc0839a30964e12d48a5ff85f664d6b2c7f68f6125bf71700ebf2484) AuthConfig (d34f999055e81c8c2c2b26940544a7ec798b3fbc213ec9401064004773fd6fe8) AuthConfig (b0048be002e041bc92baabdd1003b43056a6e6c2720db3e9c6aa9852cb82843c) AuthConfig (5c5787d4a0cd8fa2cd5a6f155646c608641062805df79f3a1f895a98cb504ce4) AuthConfig (b33176c8193d95cc04c59aa96fdb3eb91b5e9e5c76852d292a90f56e56e2c1dc) AuthConfig (d61d970ce1468f7641a537db4b9e41c2cb97647970f726ad2f581fd1c6d65994) AuthConfig (dd5132361bfe9e36fe4409321b181134a25536e921947f08564acf63eddd60a1) AuthConfig (14de4c8d097030db5f8dd858db058382bf65b76a8d44161ca524be70078c9c85) AuthConfig (32dd674955beb4746c665d3d5c0556b51cf212665226dfea17b4fe975c1be007) AuthConfig (94713aee7a5e1f22b3d450876067485e652e4d1f5aba1fe527bfe07086d2bdaf) AuthConfig (26c68ad420d6f4ca63691d1d9827a87acbe7b3ac42d239d882e4128c09ef73f3) AuthConfig (334b08566ff36d968075a2e590dc5299cad6c703affbf55b67fd44091b830cda) AuthConfig (93c958e09809aa540645d93e637e8e7464a106bb0bfca4edf69371a2191810be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"2513a245-4533-4725-94ac-b4a9ca7af209","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:12.203677316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"a3ecbc57-0f4f-4f4d-b437-e84247d90a37","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:12.203698506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"a3ecbc57-0f4f-4f4d-b437-e84247d90a37","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.228505154Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ea275f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ea275f","reconcileID":"d3bd36c6-3851-4feb-b95d-47dfd369e7a3","aitenant":"ai-tenants/e2e-ipp-b-ea275f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.429236783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db8255-026f-427d-ba47-fc5d9bad059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.445228044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db8255-026f-427d-ba47-fc5d9bad059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.4611622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db8255-026f-427d-ba47-fc5d9bad059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.467306087Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ea275f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ea275f","reconcileID":"d3bd36c6-3851-4feb-b95d-47dfd369e7a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ea275f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ea275f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.477240912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db8255-026f-427d-ba47-fc5d9bad059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.134096713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46682cea-1319-4a77-a681-71634dce1054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.155810548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46682cea-1319-4a77-a681-71634dce1054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.172846946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46682cea-1319-4a77-a681-71634dce1054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.189030068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46682cea-1319-4a77-a681-71634dce1054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.947427818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8618369b-de20-4fe6-b6f0-63e12d903c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.963589133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8618369b-de20-4fe6-b6f0-63e12d903c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.979543044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8618369b-de20-4fe6-b6f0-63e12d903c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:14.995443601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8618369b-de20-4fe6-b6f0-63e12d903c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:15.877291714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7782928c-71a7-4dd1-b10c-d9e8a4e6afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:15.892973031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7782928c-71a7-4dd1-b10c-d9e8a4e6afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:15.908405437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7782928c-71a7-4dd1-b10c-d9e8a4e6afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:15.924280718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7782928c-71a7-4dd1-b10c-d9e8a4e6afac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:15.955944306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"84fd6b67-bd8b-4fbf-95a3-beaae1d5eb6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.440359399Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","namespace":"ai-tenant-e2e-praxis-a-2df502","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.440424993Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","namespace":"ai-tenant-e2e-praxis-a-2df502","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.440479204Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","tenant":"e2e-praxis-a-2df502","tenantID":"e2e-praxis-a-2df502","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.457436203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Deployment","name":"maas-api-e2e-praxis-a-2df502","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.491270116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Service","name":"maas-api-e2e-praxis-a-2df502","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.512049232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-2df502","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.52912884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-2df502","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.546860986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.564458354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.566907102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a361f-1673-4d43-b9cd-c9958ff97d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.582688921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a361f-1673-4d43-b9cd-c9958ff97d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.586638097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.598241562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a361f-1673-4d43-b9cd-c9958ff97d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.61390275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"920a361f-1673-4d43-b9cd-c9958ff97d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.61567884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.630627041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.645639868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.66055877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Service","name":"payload-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.67578088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.694683299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.709610238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.726189406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.764751496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.800246111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.818665088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.83813458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-2df502","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.83903098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"20d4add7-d885-45ef-87f2-91b96c3751de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:16.85458836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-2df502"},"namespace":"ai-tenant-e2e-praxis-a-2df502","name":"default-tenant","reconcileID":"697a7fbd-d5a0-48a6-9e1d-30a2cf5d8267","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-2df502","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.388916357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ecfcf2-b9a4-43c4-8773-df40d936f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.404975374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ecfcf2-b9a4-43c4-8773-df40d936f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.420898698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ecfcf2-b9a4-43c4-8773-df40d936f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.436453966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ecfcf2-b9a4-43c4-8773-df40d936f893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.502030046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"89837320-de16-4c46-a0c5-5a8f1f7cf82b","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.502057949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"89837320-de16-4c46-a0c5-5a8f1f7cf82b","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.570385361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"fe6ec5c4-9513-42e6-b3f1-ac42c7f4924f","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.598384295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"fe6ec5c4-9513-42e6-b3f1-ac42c7f4924f","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.599749015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"f22c3ed9-8ebf-434b-99ad-e8cb6b587855","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.658065745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"4ac886d0-1333-4f57-8468-8e324622ffe0","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.658085288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"4ac886d0-1333-4f57-8468-8e324622ffe0","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.697378865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.720736368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"19350eab-ba05-48cf-b007-47e7bb38d600","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:18.073056845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a723-e3d5-4ea7-b552-c404431c7485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:18.088622792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a723-e3d5-4ea7-b552-c404431c7485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:18.104530454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a723-e3d5-4ea7-b552-c404431c7485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:18.120555248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a723-e3d5-4ea7-b552-c404431c7485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:18.239360054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"86beef77-4e2a-4718-968e-2b656e3ee23f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:18.889506985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"d351264c-34ad-4690-ad7e-535f51134db9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:19.178960776Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-846492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-846492","reconcileID":"990ef51a-4138-4911-8023-2ed431ceb6ec","aitenant":"ai-tenants/e2e-ipp-a-846492","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:19.445716349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b53bcc-8901-41f1-ad40-1c9364e51227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:19.462119901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b53bcc-8901-41f1-ad40-1c9364e51227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:19.478242285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b53bcc-8901-41f1-ad40-1c9364e51227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:19.494431398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b53bcc-8901-41f1-ad40-1c9364e51227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:19.499888456Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-846492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-846492","reconcileID":"990ef51a-4138-4911-8023-2ed431ceb6ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-846492","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-846492"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.192740267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee2010a-221d-418f-9725-3e8447cba8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.219952544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee2010a-221d-418f-9725-3e8447cba8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.236790964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee2010a-221d-418f-9725-3e8447cba8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.252846902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee2010a-221d-418f-9725-3e8447cba8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.858374589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"c41d5ab3-b8d7-4b29-96c1-71ca6d2050e9","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.873815368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df5f99f-37eb-4fd9-9187-0c9f73d37657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.889587863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df5f99f-37eb-4fd9-9187-0c9f73d37657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.905656781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df5f99f-37eb-4fd9-9187-0c9f73d37657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.921760041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df5f99f-37eb-4fd9-9187-0c9f73d37657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.940123478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"9f1a1fdf-14ae-4b68-8095-baaf373c3a3a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:20.943337247Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b85343/e2e-apikey-sub-binding-e8780c5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-e8780c5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.952622171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b15dd028-3d2e-46e8-95d6-dd5953d9ac2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.95262087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9e403a71-c829-4a9f-80d4-ea2841fce84b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.957953018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"96a28257-bb51-42b7-b386-4d8176f068b7","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.972502948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b15dd028-3d2e-46e8-95d6-dd5953d9ac2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:20.972550567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9e403a71-c829-4a9f-80d4-ea2841fce84b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.041629537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-apikey-sub-binding-e8780c5a","reconcileID":"d1e26f7e-f88c-49f9-9051-662409859e75","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-apikey-sub-binding-e8780c5a","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.083396325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c2479ed4-4622-43bd-a6db-b74fdba3ad49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.083483751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"474ac5f9-6fcd-433a-b9dc-8577df1c6fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.096138551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"a34ef82c-d4e5-4321-85bb-5617d769f560","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.102893121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"474ac5f9-6fcd-433a-b9dc-8577df1c6fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.1034614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c2479ed4-4622-43bd-a6db-b74fdba3ad49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.122506142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"382eea0e-87b7-4c18-9a88-96f8e819d74d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:21.221423061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-apikey-sub-binding-e8780c5a","reconcileID":"6429e7db-45f2-461f-b318-4bca2e102050","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.034848034Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2df502","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2df502","reconcileID":"526c1002-761f-47d4-acf6-13da64fa1977","aitenant":"ai-tenants/e2e-praxis-a-2df502","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.24003236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe14f4-c16f-4e14-b033-029b661f2d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.240312207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"8f5564e3-0f6e-473d-af48-314622482f01","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.256224156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe14f4-c16f-4e14-b033-029b661f2d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.272234282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe14f4-c16f-4e14-b033-029b661f2d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.287872916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe14f4-c16f-4e14-b033-029b661f2d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.292108054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"8f5564e3-0f6e-473d-af48-314622482f01","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.309510703Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-2df502","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-2df502","reconcileID":"526c1002-761f-47d4-acf6-13da64fa1977","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-2df502","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-2df502"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:22.312838179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a43474-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7ff604347cb4daf1201b024919d6d3eeef5e2d8187e616a7d1a1d4a083e448e) AuthConfig (d30f56c5b4bb8b9cce5dedcc9ab254d18c1bee65c86c9d68e4f15d61083484b4) AuthConfig (59f8b5bf2fd0ab421dabca4de6ad6e0732053ad4dbd2cbdb940a76d373fd4f8c) AuthConfig (dfa68f2c94d901a41c8a15fa7829ee370debcd0d6a31817a288dc0f007536bfb) AuthConfig (4f8ab6e91f09b9474493b718f1b4d69805a37705a8f47f55174f32fc6bb197bd) AuthConfig (300d6270cc0839a30964e12d48a5ff85f664d6b2c7f68f6125bf71700ebf2484) AuthConfig (d34f999055e81c8c2c2b26940544a7ec798b3fbc213ec9401064004773fd6fe8) AuthConfig (b0048be002e041bc92baabdd1003b43056a6e6c2720db3e9c6aa9852cb82843c) AuthConfig (5c5787d4a0cd8fa2cd5a6f155646c608641062805df79f3a1f895a98cb504ce4) AuthConfig (b33176c8193d95cc04c59aa96fdb3eb91b5e9e5c76852d292a90f56e56e2c1dc) AuthConfig (d61d970ce1468f7641a537db4b9e41c2cb97647970f726ad2f581fd1c6d65994) AuthConfig (dd5132361bfe9e36fe4409321b181134a25536e921947f08564acf63eddd60a1) AuthConfig (14de4c8d097030db5f8dd858db058382bf65b76a8d44161ca524be70078c9c85) AuthConfig (32dd674955beb4746c665d3d5c0556b51cf212665226dfea17b4fe975c1be007) AuthConfig (94713aee7a5e1f22b3d450876067485e652e4d1f5aba1fe527bfe07086d2bdaf) AuthConfig (26c68ad420d6f4ca63691d1d9827a87acbe7b3ac42d239d882e4128c09ef73f3) AuthConfig (334b08566ff36d968075a2e590dc5299cad6c703affbf55b67fd44091b830cda) AuthConfig (93c958e09809aa540645d93e637e8e7464a106bb0bfca4edf69371a2191810be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"8f5564e3-0f6e-473d-af48-314622482f01","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.047449301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c800473-17f4-4887-9bd9-3d79a320c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.063593254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c800473-17f4-4887-9bd9-3d79a320c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.079406067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c800473-17f4-4887-9bd9-3d79a320c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.095134497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c800473-17f4-4887-9bd9-3d79a320c59f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.713116527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4e205a-98fb-4456-97c7-34e56884a0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.729072556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4e205a-98fb-4456-97c7-34e56884a0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.744705679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4e205a-98fb-4456-97c7-34e56884a0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.779977018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4e205a-98fb-4456-97c7-34e56884a0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.828033578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"4b9d09e3-88f4-49dc-942a-432c93ffd0a6","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.885287484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ff9acc7a-8183-40ed-b8a3-33b84024e1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.885310695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"26721698-d96b-41ec-a275-a9ebac357cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.905018631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"26721698-d96b-41ec-a275-a9ebac357cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:23.90529325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ff9acc7a-8183-40ed-b8a3-33b84024e1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.2226028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bf7b02-2948-4ba7-a361-faa6d1a86aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.238107355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bf7b02-2948-4ba7-a361-faa6d1a86aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.253659941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bf7b02-2948-4ba7-a361-faa6d1a86aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.269210783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bf7b02-2948-4ba7-a361-faa6d1a86aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.659299592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"6d6ff5fc-dd92-4008-87d0-e13c432a4813","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.659325747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"6d6ff5fc-dd92-4008-87d0-e13c432a4813","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.915582415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2ad0bd-dab7-4107-af82-30bd87ee1b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.933353192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2ad0bd-dab7-4107-af82-30bd87ee1b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.950093992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2ad0bd-dab7-4107-af82-30bd87ee1b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:27.967144566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2ad0bd-dab7-4107-af82-30bd87ee1b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.096325024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7046fcad-149f-45ce-82cf-fe3118377f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.111998606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7046fcad-149f-45ce-82cf-fe3118377f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.12909757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7046fcad-149f-45ce-82cf-fe3118377f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.155348274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7046fcad-149f-45ce-82cf-fe3118377f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.843029888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fceabd-58ec-49de-8dda-d237764236ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.859178479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fceabd-58ec-49de-8dda-d237764236ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.875103256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fceabd-58ec-49de-8dda-d237764236ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:29.891092245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fceabd-58ec-49de-8dda-d237764236ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.514659397Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","namespace":"ai-tenant-e2e-ipp-b-b6cd31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.514725927Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","namespace":"ai-tenant-e2e-ipp-b-b6cd31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.514775998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","tenant":"e2e-ipp-b-b6cd31","tenantID":"e2e-ipp-b-b6cd31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.532316463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b6cd31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.566227808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Service","name":"maas-api-e2e-ipp-b-b6cd31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.588237213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b6cd31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.605437983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b6cd31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.623698762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.641389208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.661635489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.679621125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.696780014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.716424641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.742465002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Service","name":"payload-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.769870092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.78746376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.805101734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.823690752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.84243333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.861197618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.880227836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.897737525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b6cd31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.915220927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6cd31"},"namespace":"ai-tenant-e2e-ipp-b-b6cd31","name":"default-tenant","reconcileID":"7fccff79-e73e-4585-b10c-76ba0fa8a08d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b6cd31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:32.344606729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"783d0716-a6be-46a6-8467-b0daa27cfc5f","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:32.364106655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"783d0716-a6be-46a6-8467-b0daa27cfc5f","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:32.53374938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"8bb980e5-decd-48de-9161-a09b3513c62a","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:32.533769323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"8bb980e5-decd-48de-9161-a09b3513c62a","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.195223261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"caf712ce-dfcd-4521-b40a-3c504c64a024","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.195346199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"caf712ce-dfcd-4521-b40a-3c504c64a024","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.220816921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"0f4e787c-4321-45f0-a6d3-79bec0b26cdb","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.220919914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"0f4e787c-4321-45f0-a6d3-79bec0b26cdb","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.228043046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"021d156a-b8bf-43d2-91cd-27ae1defc115","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:33.232083255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"98213663-c33e-4871-ba38-db9d46cf0af8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-a43474-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.247497962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"021d156a-b8bf-43d2-91cd-27ae1defc115","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.283847377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"dc56e402-4be0-4772-9d7f-58ccd49b85ab","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.283959278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"dc56e402-4be0-4772-9d7f-58ccd49b85ab","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.309912395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"c2147ce5-e4c0-4340-b89b-0cdd3e6861b4","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.30994955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"c2147ce5-e4c0-4340-b89b-0cdd3e6861b4","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.340795397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"6641fdf9-47ad-4c9e-97be-db8b6df981f4","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.360640367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"6641fdf9-47ad-4c9e-97be-db8b6df981f4","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.382018614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"9b08b161-3036-4e99-af2f-084f62fbd3af","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"maas-trlp-ipp-route-a43474","model":"ipp-route-a43474","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.439085487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"731bc266-668a-42dc-9312-74bf5b42699e","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.439105023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"731bc266-668a-42dc-9312-74bf5b42699e","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.509525484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"fa42eafd-fe12-4512-b491-ef4fa98622df","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"maas-trlp-ipp-route-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.578334113Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6cd31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6cd31","reconcileID":"c49f6a7e-aaaa-4773-9ae4-e1dd7d44f8e7","aitenant":"ai-tenants/e2e-ipp-b-b6cd31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.789870279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9f9e89-1bf0-4205-a967-64db69f13e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.805833365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9f9e89-1bf0-4205-a967-64db69f13e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.821819837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9f9e89-1bf0-4205-a967-64db69f13e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.827341261Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6cd31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6cd31","reconcileID":"c49f6a7e-aaaa-4773-9ae4-e1dd7d44f8e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b6cd31","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b6cd31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.843120157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9f9e89-1bf0-4205-a967-64db69f13e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.892312244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-apikey-sub-binding-e8780c5a","reconcileID":"cf6b8ba1-7787-40d0-a2e1-ff0721189a33","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscription":"e2e-apikey-sub-binding-e8780c5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.983053248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-apikey-sub-binding-e8780c5a","reconcileID":"cf6b8ba1-7787-40d0-a2e1-ff0721189a33","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e8780c5a","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.046779758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"b3ae7812-3a47-4123-a2ba-7352258af394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.054544961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"e2a7f891-76af-418f-9ccb-55cb20befe6a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.103928449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"2bbf4873-c4d2-427c-9059-aa90d7f69ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.104405493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0889e8b3-51e5-4672-8d13-9cc8753b006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.124949871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"2bbf4873-c4d2-427c-9059-aa90d7f69ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.129709808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0889e8b3-51e5-4672-8d13-9cc8753b006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.753817269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac348a9-da88-48e1-a2ce-028aee834821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.770085157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac348a9-da88-48e1-a2ce-028aee834821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.786168078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac348a9-da88-48e1-a2ce-028aee834821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.8020403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac348a9-da88-48e1-a2ce-028aee834821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.305374609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"f1bfe35a-039c-459d-b1b3-e74dd9916100","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.326015363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"33c79a2a-1c2a-43f9-baeb-e695eacd0b50","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:35.341941943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-sub","reconcileID":"cde169db-b7bc-4556-89c8-6285a9d208e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.356839859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a8454283-050e-4c48-8d3d-02b2b36c798d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.386341299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a3c82cde-563f-4559-8025-16551c3e7346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.389720585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a8454283-050e-4c48-8d3d-02b2b36c798d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.408625386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a3c82cde-563f-4559-8025-16551c3e7346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.416390037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"c052a84e-ef2c-4812-bf43-55417b2c0351","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.447682137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"4da65480-d5c2-473b-a237-cca67c33de55","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.510344064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc5c50-c41a-4c59-a495-4a7797e228bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.526375588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc5c50-c41a-4c59-a495-4a7797e228bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.542202055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc5c50-c41a-4c59-a495-4a7797e228bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.559305112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc5c50-c41a-4c59-a495-4a7797e228bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.590950896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-sub","reconcileID":"1eabe507-d0ec-4469-a17a-7d8552a4dee4","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-ordering-sub","ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.617809504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"952e7b69-a635-49b3-bdaa-8528b457d03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.617817053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"116b891f-d266-4f57-a3f4-c65837839413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.647749325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"952e7b69-a635-49b3-bdaa-8528b457d03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.65249581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"116b891f-d266-4f57-a3f4-c65837839413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.688860172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"96b011a5-b823-4745-89c5-42278c509376","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.69341198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"4ce209c4-05be-4c7e-bb93-1d37a3ef7164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.790603229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-sub","reconcileID":"c0e0fb41-fcaf-411f-a76c-b1a6f2326a0a","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:37.66039692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"9267246e-e222-43ff-8c8b-2e1293aae6c8","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:37.660426854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"9267246e-e222-43ff-8c8b-2e1293aae6c8","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:38.293171695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"ca7bd680-fd1c-44f5-8a5b-f4e83ee5645a","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:38.313356082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"396bbd5f-1ffd-4891-9e09-9429fbb82596","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:38.358802053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"1bc4c963-1af7-499b-bd2e-c42e50fa3734","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:38.377886123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"1bc4c963-1af7-499b-bd2e-c42e50fa3734","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:38.46156157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"bb0677ff-9e66-49df-b6d3-a20ee70a2b9d","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.27038585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c369ab9-c4ea-4679-9606-c89f89b3479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.285976371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c369ab9-c4ea-4679-9606-c89f89b3479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.301532546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c369ab9-c4ea-4679-9606-c89f89b3479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.316998661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c369ab9-c4ea-4679-9606-c89f89b3479a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.965578697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7009968a-d230-40a8-ba45-9f19c4d4bddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.981311325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7009968a-d230-40a8-ba45-9f19c4d4bddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:39.99692971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7009968a-d230-40a8-ba45-9f19c4d4bddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.012563127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7009968a-d230-40a8-ba45-9f19c4d4bddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.115593233Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5d51a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5d51a5","reconcileID":"005ab4a2-c1c9-48ad-a2b3-a44d00afa5c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5d51a5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-5d51a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.67146629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54820c-3445-4b14-809b-aa2e20f04014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.687191142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54820c-3445-4b14-809b-aa2e20f04014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.702635398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54820c-3445-4b14-809b-aa2e20f04014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.718219682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db54820c-3445-4b14-809b-aa2e20f04014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:40.988189889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"20d4653b-3ebe-4824-b51a-5e47fda2c934","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:41.034730603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d5dcf713-58a8-44ec-8be1-5b95dd408ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:41.034763026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d8e4bd7b-50d0-4ec2-ada9-aa4fedbe2568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:41.035382753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"93b46dbc-e65d-4de0-ae2e-3d1a2a970338","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:41.054428399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"93b46dbc-e65d-4de0-ae2e-3d1a2a970338","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:41.055793981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d5dcf713-58a8-44ec-8be1-5b95dd408ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:41.059548794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d8e4bd7b-50d0-4ec2-ada9-aa4fedbe2568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.661627124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"6d2b9f42-f9d7-4abe-bd1b-5e23f1680eba","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.66165621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"6d2b9f42-f9d7-4abe-bd1b-5e23f1680eba","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.698659001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.227574472Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","namespace":"ai-tenant-e2e-praxis-b-68738d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.227634889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","namespace":"ai-tenant-e2e-praxis-b-68738d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.227688631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","tenant":"e2e-praxis-b-68738d","tenantID":"e2e-praxis-b-68738d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.244874414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-68738d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.278196035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Service","name":"maas-api-e2e-praxis-b-68738d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.296718242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-68738d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.31473369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-68738d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.332930502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.351458601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.373412649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.391160265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.406553193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.421656023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.437507113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Service","name":"payload-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.453342241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.469884614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.487915105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.503347308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.524454007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.542513977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.55990246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.575989283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-68738d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:48.591677808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-68738d"},"namespace":"ai-tenant-e2e-praxis-b-68738d","name":"default-tenant","reconcileID":"759c8149-d204-4dd4-a768-f7afa88d73c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-68738d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:49.00265273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"c3da77a9-ccaa-4e4e-ac2e-371e892e1ef5","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"maas-trlp-ipp-route-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:49.061032843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"8312869d-de70-430b-bcce-308cab9f6a53","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:49.061055076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"8312869d-de70-430b-bcce-308cab9f6a53","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:49.557080234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"dd6c164b-75d0-443f-aa79-fd2dbd82f422","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:49.576599447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"dd6c164b-75d0-443f-aa79-fd2dbd82f422","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.043687479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-sub","reconcileID":"5473640d-3544-4c40-8a7d-4f0cc4d8e2d6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.111781107Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-sub","reconcileID":"5473640d-3544-4c40-8a7d-4f0cc4d8e2d6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.175494391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"31ffcc2e-a85a-49fb-823e-255176654695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.289885468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6a11972e-758e-4f78-8c63-05d0b7d94645","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.331467159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"96eb45cb-c808-492d-8a08-40450073e36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.335864005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"e4da5c32-4334-48fa-8210-2fc4d9530545","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.336184289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d071f510-a781-47e6-accc-92b2ef3df539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.351841294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"96eb45cb-c808-492d-8a08-40450073e36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.35659793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d071f510-a781-47e6-accc-92b2ef3df539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.356682491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"e4da5c32-4334-48fa-8210-2fc4d9530545","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.422106617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-ordering-auth","reconcileID":"c068d072-cfe3-41a0-bad8-4b92d1984b3b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.422158836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"9834ec4a-8894-4114-a2a7-7a7416b99140","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.604096162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"8c6eab0a-179b-4b64-9826-1a79c8b99276","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.636167535Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-68738d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-68738d","reconcileID":"263aac31-1de9-456d-afe7-72c3a0651690","aitenant":"ai-tenants/e2e-praxis-b-68738d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.865721525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2c9f4e-676d-415a-9c3c-bf46fe7aca38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.881946257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2c9f4e-676d-415a-9c3c-bf46fe7aca38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.898575903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2c9f4e-676d-415a-9c3c-bf46fe7aca38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.906699837Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-68738d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-68738d","reconcileID":"263aac31-1de9-456d-afe7-72c3a0651690","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-68738d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-68738d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.91430637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2c9f4e-676d-415a-9c3c-bf46fe7aca38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:52.69375096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45767d3-c35c-486f-8a06-3fbe9aab27fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:52.71068343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45767d3-c35c-486f-8a06-3fbe9aab27fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:52.726756581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45767d3-c35c-486f-8a06-3fbe9aab27fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:52.742810578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45767d3-c35c-486f-8a06-3fbe9aab27fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.152000824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"22458311-4af4-4ffb-9515-34d38bbe3ef0","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.182172257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"d6e18a0a-368b-40d2-b32e-c82fff61a38b","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.227692879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"449f85d0-6976-4d68-af2c-cdc7a51ab87c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.247269344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"449f85d0-6976-4d68-af2c-cdc7a51ab87c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.353390051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"fefacf2c-63a2-4ce9-9e5f-adc37a86d923","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.366990119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d335e1cf-4b16-47ac-976f-eebae09b17de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.383309751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d335e1cf-4b16-47ac-976f-eebae09b17de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.399842152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d335e1cf-4b16-47ac-976f-eebae09b17de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.401627969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"16672dd9-1383-41b7-953e-e62cde93ca68","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.415803746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d335e1cf-4b16-47ac-976f-eebae09b17de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:53.419314271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-no-access","reconcileID":"7204eba3-7f08-43dc-bfcd-4e9792468796","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.431685851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ac680db1-b9c3-413d-a19a-44ef5466a237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.438127629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"77742230-f888-477a-9055-d633f187330c","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.446297642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"297840a3-0f8b-4215-8fc9-8ece46da7776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.451127775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ac680db1-b9c3-413d-a19a-44ef5466a237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.460792784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"bb97fcb3-f2b5-420a-b41a-4270b6e6382c","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.469619314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"297840a3-0f8b-4215-8fc9-8ece46da7776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.478829473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"26780f3d-4d9d-491a-ab41-582efe011164","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.529310849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"b80a804a-9c7b-43aa-8809-32d9b1222604","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.549755481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"b80a804a-9c7b-43aa-8809-32d9b1222604","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.557751135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"86a1a99f-184f-40b1-a17d-516fcb2cfe65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.565168184Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-no-access","reconcileID":"2378803b-c20f-49ab-beba-eb86375dcb18","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.577519275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"86a1a99f-184f-40b1-a17d-516fcb2cfe65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.579003924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cf8bcb05-3ce8-452f-8f50-34fdb8eb3901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.598333079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cf8bcb05-3ce8-452f-8f50-34fdb8eb3901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.61837458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"ad8a74ed-c442-4a7f-9532-96b3e4890589","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.640760301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"53df261b-99d1-4f48-94de-83af3c5da63c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:53.714481944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"b80a804a-9c7b-43aa-8809-32d9b1222604","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.743495933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-no-access","reconcileID":"f55b391c-af56-49d6-b862-1e45cf790eb1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.760679186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"d94b75b0-acd4-41db-b1ea-45e0a7455607","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.781007226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"d94b75b0-acd4-41db-b1ea-45e0a7455607","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.929116702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"e28738ea-3c61-4b2d-ad4f-f4c216ba4a1e","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.929301304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"e28738ea-3c61-4b2d-ad4f-f4c216ba4a1e","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.93402138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"0aa8234d-96d8-44fa-89fb-d8863ef278e5","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.965338853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"0aa8234d-96d8-44fa-89fb-d8863ef278e5","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.98095589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"09ed583e-01ee-47a6-a550-102eee424e02","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.023156761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"40ab9ec4-d480-4936-9cf5-9df7474bb149","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.05918609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"dfd53af9-8cfb-48e2-9de0-473517a241ba","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.059315934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"dfd53af9-8cfb-48e2-9de0-473517a241ba","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.063843533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"cb5e424b-3848-47f6-a427-e89821d83802","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.156991483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"ae8d5ab8-1257-47dd-a4c5-58ef06990033","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.218215738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"27332f87-7ebd-478f-8f07-98c0c6336060","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.223792986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"40ab9ec4-d480-4936-9cf5-9df7474bb149","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.26344056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"e53889c1-2fcb-4c04-9448-291def10e8f9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.263686152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3c48ecd9-efe2-4b37-9df8-d19808a877ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.264105281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8513bdca-896d-4ea4-a387-831d6289843e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.278901185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"40ab9ec4-d480-4936-9cf5-9df7474bb149","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.278936182Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"40ab9ec4-d480-4936-9cf5-9df7474bb149","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.330037659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"13ce0de3-bb11-44a6-8b3d-6c8c07e30d32","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.334741953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8513bdca-896d-4ea4-a387-831d6289843e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.335449586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"43cd48c7-a5bd-4d41-8e1d-95cf70b3470b","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.336197249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"1b39744e-894a-4980-a119-b3802d53f51d","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.336218867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"1b39744e-894a-4980-a119-b3802d53f51d","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.340374221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"e53889c1-2fcb-4c04-9448-291def10e8f9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.347181207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3c48ecd9-efe2-4b37-9df8-d19808a877ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.442034423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717fe0d-5589-4d7a-ae3f-d4b012172a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.457756448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717fe0d-5589-4d7a-ae3f-d4b012172a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.473472075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717fe0d-5589-4d7a-ae3f-d4b012172a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.48935564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717fe0d-5589-4d7a-ae3f-d4b012172a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.500356833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"43cd48c7-a5bd-4d41-8e1d-95cf70b3470b","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.513596899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"abd16dd0-db97-43d3-94a7-902a6782cef7","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"tenant":"e2e-praxis-a-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.513621031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"abd16dd0-db97-43d3-94a7-902a6782cef7","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"routeName":"praxis-route-4ae722-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4ae722","llmisvcName":"praxis-route-4ae722","gateway":"openshift-ingress/e2e-praxis-a-4ae722","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.519414792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"43cd48c7-a5bd-4d41-8e1d-95cf70b3470b","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"e2e-praxis-a-4ae722-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.519430469Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"43cd48c7-a5bd-4d41-8e1d-95cf70b3470b","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4ae722","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:54.535465626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4ae722-auth","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-auth","reconcileID":"43cd48c7-a5bd-4d41-8e1d-95cf70b3470b","error":"maasauthpolicies.maas.opendatahub.io \"praxis-route-4ae722-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.572352649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"bca80f81-d135-4187-bcf5-9453d83c68ae","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63ac1c94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.572789526Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722","reconcileID":"22d38d0f-8c42-4389-882f-adb19827e2b9","MaaSModelRef":{"name":"praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"name":"maas-trlp-praxis-route-4ae722","namespace":"ai-tenant-e2e-praxis-a-4ae722","model":"praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.656567633Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"c623138a-a61f-4ffa-ab8a-ee831eac5acf","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63ac1c94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.715616233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"be7fd51b-473c-403e-8f73-cba8b299fa2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:55.192373788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6283a0-1616-407a-84a4-75d037d8ab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:55.210450397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6283a0-1616-407a-84a4-75d037d8ab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:55.226076798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6283a0-1616-407a-84a4-75d037d8ab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:55.241668993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6283a0-1616-407a-84a4-75d037d8ab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:56.318372358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"fe119088-d94e-430b-867b-0d556ba34e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:58.928709177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"f132010e-1723-4b0f-af7e-f0f9c9246046","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:58.946997011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"759569c7-cdd8-40cc-a379-9f617ba2af3f","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:58.993713936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"28b8032f-fb69-4c2e-a1da-3bbb64c99eb9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.013429734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"28b8032f-fb69-4c2e-a1da-3bbb64c99eb9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.161685788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"6e5a3c66-4614-4c01-9ac3-7d38093b32d5","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.182021861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"988be195-f70c-45a3-8d14-ca0a258d1899","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.184841771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"e8dcffc1-f763-4652-9842-cca5b7020da8","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:59.197439313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-user-subscription","reconcileID":"a8bb6388-31f6-44fe-b1fa-2551186c2d06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.206242986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"322a8541-652e-4d70-a1ae-40ae062d5e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.208288431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4302eaf1-b867-49e8-8a4d-1c856d271ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.226705397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"322a8541-652e-4d70-a1ae-40ae062d5e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.227645555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4302eaf1-b867-49e8-8a4d-1c856d271ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.236747297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"f92de3df-31c6-49a2-a52a-b52df8194529","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.25462206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"fe8480c7-fc5e-4ed9-9c37-ec5adef4fcca","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.308876053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"d6230d08-8b39-4618-8577-70a51fcb9250","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.326089866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"1cbb6e60-c700-432a-86ab-99eb4f0ccc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.326457186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6776a33a-893e-4f63-a5a1-87693c8d3723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.32886276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"d6230d08-8b39-4618-8577-70a51fcb9250","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.338632318Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-user-subscription","reconcileID":"e318eca1-a8f6-486b-9286-711acec4be03","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.347986443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"1cbb6e60-c700-432a-86ab-99eb4f0ccc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.351701626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6776a33a-893e-4f63-a5a1-87693c8d3723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.361237568Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-fc9316 priority=0:[ai-tenant-e2e-worker-w0-fc9316/e2e-test-other-subscription ai-tenant-e2e-worker-w0-fc9316/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.36133615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a6e15e8a-378a-4c48-94f1-0de0359991e4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.379525288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"11071fc3-5903-4184-a900-681c40f9619c","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.396478295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"8ef381d9-a428-4c5c-80f7-9f282b67ad77","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:59.399057715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-other-subscription","reconcileID":"51920b7b-aea2-4389-82e4-7f22ea6a16d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:32:59.399807022Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.435678099Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"d5b79be3-b2b8-4532-8d8e-eabccb6977a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-fc9316/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.440530619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c82f9869-aa5d-4a5b-9acc-03fd1784a4f9","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.459840794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"8eb2ac74-320f-4397-98e0-9531dc6f4996","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.514361772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"f66afd0a-5ec5-4c9a-9960-d0f2f4ba66e8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.517843656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-user-subscription","reconcileID":"11312860-d369-491d-8723-7fbe591dcf7e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.521078074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-other-subscription","reconcileID":"ceb8fedb-ec93-4cce-89f4-de39878afff2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.533481907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"f66afd0a-5ec5-4c9a-9960-d0f2f4ba66e8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.594797886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"e8e94d46-f8f9-47d4-8184-4dcbf04ef789","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.614158786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d458aeaa-942b-488b-9a7f-66685cac4b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.614173965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"050a3c39-0d58-459f-835a-378dc3417b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.622180399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"9df52b94-3dec-4e98-9049-00e9eb695150","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.63356066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"050a3c39-0d58-459f-835a-378dc3417b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.634199681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d458aeaa-942b-488b-9a7f-66685cac4b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.638750988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-user-subscription","reconcileID":"9bbf2458-1a93-468b-9fec-6df955e59ac5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:59.720666818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-other-subscription","reconcileID":"b3c44fa3-39c6-4586-a1b1-c11ba68c3a57","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.111457965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"62ef514e-1ca4-4248-a3c3-60bb4da71ec7","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.177102466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6c05f72e-b925-4fc9-b2b4-04f27546245e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.177864244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ac2c0f85-357b-4893-bdd5-cc005cd09f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.178469853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"71e44891-4513-4996-91f1-68a800e1c00d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.200419907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ac2c0f85-357b-4893-bdd5-cc005cd09f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.202767081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6c05f72e-b925-4fc9-b2b4-04f27546245e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.206870963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"71e44891-4513-4996-91f1-68a800e1c00d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.421387876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"29cbecf4-828f-4189-b03e-ccdcea1357c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5d51a5","tenantID":"e2e-praxis-a-5d51a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.462641378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"29cbecf4-828f-4189-b03e-ccdcea1357c9","name":"e2e-praxis-a-5d51a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.270581348Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-no-access","reconcileID":"cdc1eece-0ebc-401e-af26-186c39a058f6","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.347413201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-no-access","reconcileID":"cdc1eece-0ebc-401e-af26-186c39a058f6","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.411912577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"57c6c767-0e2b-4f76-b1de-529e46ca6587","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.501440341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"a2c9fb3d-6b97-472c-b9e1-91f09d3cf834","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.52114765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"bf3824d1-9802-49d0-8deb-088f0c162159","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.615052742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cfb58cfb-5a13-445a-a318-5ac34a1bdd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.615322611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"f6810fa3-0f07-4b20-bf8f-184280086111","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.615053411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"71a37c05-867a-4fc3-a501-974df81f06b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.637311912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cfb58cfb-5a13-445a-a318-5ac34a1bdd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.642117377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"f6810fa3-0f07-4b20-bf8f-184280086111","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.642516678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"71a37c05-867a-4fc3-a501-974df81f06b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.644729632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"bc448aa9-b664-4c8f-acd0-4901388afd35","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.672199735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"866eb331-05a6-49e1-a1fa-570433239a2c","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","subscription":"praxis-route-4ae722-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.672365841Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"praxis-route-4ae722-sub","reconcileID":"866eb331-05a6-49e1-a1fa-570433239a2c","MaaSSubscription":{"name":"praxis-route-4ae722-sub","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"model":"ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-4ae722/praxis-route-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.768487975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-no-access","reconcileID":"25295068-00ff-44ef-8ec4-9f0e958e9b2b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.996619611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"932d2e88-d75c-48af-9ddd-85a0ee9c60f6","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.023627354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"4ee21571-72f8-4e1e-855a-216f910cbb99","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.049339006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"c5731899-701b-4360-9cb1-2feff98898f1","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.102430868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"593db622-52e0-4646-8507-5c36b5f1fdd3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.125738004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"593db622-52e0-4646-8507-5c36b5f1fdd3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.213595237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"c196e8a3-b0a0-4045-9496-23e30092d62a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.225992048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"16b1195d-972b-4543-961b-140cf00996dd","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.24608702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"26a25fc3-8ba6-4ad6-ad76-562d3affc8c5","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:06.262520126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-free","reconcileID":"c5d86d4f-f443-49b4-974a-15adc98d46e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.303871721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ecbeefac-3e4e-46c5-a551-8c602d4d8eb7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.304618984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a72436a9-1f83-409b-9ef2-3da79a663f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.305207897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"60244bfa-f53c-41b5-b932-65669ae57133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.306076867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"37ae8ce6-c344-4bf3-b704-fab420bf5327","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.391397523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a72436a9-1f83-409b-9ef2-3da79a663f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.398363308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"60244bfa-f53c-41b5-b932-65669ae57133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.412657499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"189b4523-58c6-4bcc-91f2-249af1bfdfc2","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.418872764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ecbeefac-3e4e-46c5-a551-8c602d4d8eb7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.487527258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"d33a0358-4b89-42d4-9bf5-0b3e80aec891","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.489494008Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b85343 priority=0:[ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-free ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.512386567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"6bb98948-18cc-435c-8635-617f048599d8","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.524458807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-free","reconcileID":"9f821c54-b953-4049-9f96-b0c813c153be","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.528386099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"974d1bbd-28cb-4cd1-90bf-e82559c41475","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:06.530124412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.54821926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"0e1cd12a-298f-4707-ab48-605df9cae251","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.587675748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"62104a7c-0086-4121-b0da-e539434fcf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.58841558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d9706135-eb6c-4d53-a227-4abc475285e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.592145591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"df74be21-c19a-4a28-9d8f-28fc29be56c1","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.608599128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"62104a7c-0086-4121-b0da-e539434fcf86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.611210521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d9706135-eb6c-4d53-a227-4abc475285e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.613817893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"ad2a5776-5693-479c-81d7-739e6b3ee586","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.684234988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"768e5b79-2b91-4cd8-aca9-0ce6372d1295","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.704108865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"768e5b79-2b91-4cd8-aca9-0ce6372d1295","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.714452865Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-premium","reconcileID":"7a1f8bac-35a3-4a0f-8281-786af4b5de12","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.719766737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"26a426e6-cd00-4e1c-a941-e253480929ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.748569022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-free","reconcileID":"030468a3-d362-49fd-8d15-12b36ceb9c42","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.777833431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"7ae60e03-e2d3-4cfd-a145-e28eb5f730b7","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.874712178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"f97f2445-e5fd-49eb-8ff7-4273aa1cfa6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.936858953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-premium","reconcileID":"44c27726-3170-4d10-9e9d-3c0b66b08804","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.937046228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-free","reconcileID":"21e45ed3-cf22-443f-a7df-a6cbaba73db0","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.718354014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"f413e559-0c35-488e-8fd0-bb0aab7c35ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.870929407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"143772c8-8fd0-4e7b-beb7-07cf80956508","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.93648951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"49a45fd1-6357-4750-9983-f1011ece6115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.944176008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b23b9823-e2da-4a3f-a069-d54d7dbecbf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.944979329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"438b3372-fba3-4c59-b8e7-d97d61f3577c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.968372054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"49a45fd1-6357-4750-9983-f1011ece6115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.970988381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"438b3372-fba3-4c59-b8e7-d97d61f3577c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:07.971652477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b23b9823-e2da-4a3f-a069-d54d7dbecbf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.115944504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"c805e918-35e8-4d9b-b5e8-1ff56af34135","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.116059405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"c805e918-35e8-4d9b-b5e8-1ff56af34135","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.180904522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"4d1ab6f9-5c70-4e41-8304-c6732df14c17","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.200185444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"e46ed9da-e1d4-4776-83ee-8906c906c7bb","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"maas-trlp-ipp-route-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.204120358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"4d1ab6f9-5c70-4e41-8304-c6732df14c17","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.268753531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"25a28545-8810-4253-a7e3-b5eab9ebb5fe","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.268781567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"25a28545-8810-4253-a7e3-b5eab9ebb5fe","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.338361429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"b804903f-8c50-4fdf-b590-9c92ec0ddd17","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"maas-trlp-ipp-route-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.176897311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-user-subscription","reconcileID":"53b8e0a9-d144-47b2-b713-f83db8dc6cec","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.273059433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-user-subscription","reconcileID":"53b8e0a9-d144-47b2-b713-f83db8dc6cec","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.370889676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"3c09c7e1-d9ef-49a5-a7d5-58f15174c1b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.371468062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-other-subscription","reconcileID":"493c8c94-0163-4904-9542-75a146bd6446","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.373675382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"26cf04f4-b5b5-4ff6-8e0f-5a95607fb1a4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.419622844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"a6d93925-e61e-4cd3-a2a3-2665880bdc45","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.472310094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"734e1f97-0416-4f79-bd8e-3eefdabed822","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.472673348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"65595418-6be6-4240-b1dd-e298f9c96ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.472910802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"51ced69f-068e-45de-9876-d8f6140b79a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.499935921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"734e1f97-0416-4f79-bd8e-3eefdabed822","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.5693129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"51ced69f-068e-45de-9876-d8f6140b79a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.573959295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"65595418-6be6-4240-b1dd-e298f9c96ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.576017614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"55e5003f-ac4a-4dc1-b983-5ec163fb70e5","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.750669951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"23a9129c-8219-444d-9acb-de8a7ed58aab","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.777343711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"23a9129c-8219-444d-9acb-de8a7ed58aab","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.794121392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f6ad9a72-b281-4f4f-a76e-caa366ef629e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.8121204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"508ed918-2599-47a2-9f08-6c5d2a42ece7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.846312654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f6ad9a72-b281-4f4f-a76e-caa366ef629e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.859384292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"508ed918-2599-47a2-9f08-6c5d2a42ece7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.921094821Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","namespace":"ai-tenant-e2e-praxis-a-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.921310951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","namespace":"ai-tenant-e2e-praxis-a-4ae722","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.921493574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","tenant":"e2e-praxis-a-4ae722","tenantID":"e2e-praxis-a-4ae722","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.945751032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4ae722","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.975956196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Service","name":"maas-api-e2e-praxis-a-4ae722","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.99995902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4ae722","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.020971206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4ae722","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.047325063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.06590775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.084394913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.111497119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.134027083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.149896891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.168738299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Service","name":"payload-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.184154568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.21112791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.227635875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.285351385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.321570061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.349905386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.377950467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.410015676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4ae722","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.426445174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4ae722"},"namespace":"ai-tenant-e2e-praxis-a-4ae722","name":"default-tenant","reconcileID":"5dbbd82d-8b6a-4dbb-98f7-5e16d23c8069","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4ae722","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:14.426511232Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4ae722","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4ae722","reconcileID":"8ebc061f-5ede-47ee-82fe-62b74d7bae85","aitenant":"ai-tenants/e2e-praxis-a-4ae722","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:14.769130502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01a8176-6341-4467-bdf5-bb44cecdfe83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:14.785606869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01a8176-6341-4467-bdf5-bb44cecdfe83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:14.802468069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01a8176-6341-4467-bdf5-bb44cecdfe83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:14.80868923Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4ae722","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4ae722","reconcileID":"8ebc061f-5ede-47ee-82fe-62b74d7bae85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4ae722","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4ae722"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:14.820034178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01a8176-6341-4467-bdf5-bb44cecdfe83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:15.870004894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c3a564-e4cf-4f29-9699-8ca7b8aa3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:15.886288919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c3a564-e4cf-4f29-9699-8ca7b8aa3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:15.902850316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c3a564-e4cf-4f29-9699-8ca7b8aa3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:15.920324139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c3a564-e4cf-4f29-9699-8ca7b8aa3840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:16.568416262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcacf2e3-4b92-48dd-bb88-a9788f7bd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:16.584985908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcacf2e3-4b92-48dd-bb88-a9788f7bd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:16.600787693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcacf2e3-4b92-48dd-bb88-a9788f7bd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:16.619300186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcacf2e3-4b92-48dd-bb88-a9788f7bd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:17.698062775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:17.938548386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-free","reconcileID":"80f297b3-dd51-40ee-8511-9b5a8fdd6d36","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.010648957Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-free","reconcileID":"80f297b3-dd51-40ee-8511-9b5a8fdd6d36","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.075819734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-premium","reconcileID":"4f8545d6-ee5e-4686-bf5a-8f490909896e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.075855422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"fe8f27d1-99e7-451c-8e84-2ec5f1da7ccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.083667399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"f487a1f8-d313-49b1-b81d-35fd92dd88f4","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.129377332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"653ecdc8-8617-4e04-a1a2-e3f0e7ab415b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.129398372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5a5cefe5-69b5-483b-94e9-bd26e67ade04","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.12974071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6424d2e6-17e0-42be-8762-08b1a43b363f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.153404449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"653ecdc8-8617-4e04-a1a2-e3f0e7ab415b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.156391948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5a5cefe5-69b5-483b-94e9-bd26e67ade04","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.157725424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6424d2e6-17e0-42be-8762-08b1a43b363f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.233522643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"e95aba94-fdc6-4a43-9bfb-43aca165fa13","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.288733611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"59c8861a-951b-4730-82b1-b38511d60f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.292239258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ff51e640-f6b5-45ed-bfb4-ab2dea910b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.292242065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1ab4ed99-99af-433c-9965-55a08ba8158e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.313125312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"59c8861a-951b-4730-82b1-b38511d60f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.313789454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1ab4ed99-99af-433c-9965-55a08ba8158e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.315849181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ff51e640-f6b5-45ed-bfb4-ab2dea910b79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:19.270502321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"1ef531a2-dbbe-46b0-a610-90c2da1dc51b","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:19.270531942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"1ef531a2-dbbe-46b0-a610-90c2da1dc51b","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.658412685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-other-subscription","reconcileID":"57bbbf4a-1d67-44ea-b502-428782bbce43","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.727082084Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-other-subscription","reconcileID":"57bbbf4a-1d67-44ea-b502-428782bbce43","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.790674124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"aa041c85-c783-40bc-b5b8-03aac52ebbae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.797098152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"1d2ef50a-8cba-48b3-8e3a-35e98bacd21d","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.843493114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"381be388-0b8a-4d7b-a3da-d34f4f3f3afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.843553854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ebe6763a-9210-4908-9d6c-5ef96c101e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.844011282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"9d5dae8e-5ce1-4a02-86d9-f7241f347c5e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.86384483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ebe6763a-9210-4908-9d6c-5ef96c101e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.864035911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"381be388-0b8a-4d7b-a3da-d34f4f3f3afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.866679371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"9d5dae8e-5ce1-4a02-86d9-f7241f347c5e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.962641142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"92e7370d-9ad8-400f-8401-85569e0d1b3c","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.994803029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-auth-access-denied","reconcileID":"72c9bc9c-67de-436e-b8c1-bbe4933e9c54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:21.043727571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"5195d395-22a7-4594-8bfd-da37dd501bfd","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.400183453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"251f7f67-1bf9-4b73-aa20-2382542b333e","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.418304102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"cab06343-84f3-4bda-8ff7-903cd5bc7a70","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.475033855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb04c04-3d82-47b1-9e57-bb330d71667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.475188629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"a1e916ac-16e3-4dd4-bc14-0560c38cbe2a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.490769112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb04c04-3d82-47b1-9e57-bb330d71667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.506492464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb04c04-3d82-47b1-9e57-bb330d71667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.52289361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb04c04-3d82-47b1-9e57-bb330d71667e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.527353506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"a1e916ac-16e3-4dd4-bc14-0560c38cbe2a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.62320212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"6bc2aa28-8f56-4064-a82f-75cf19053dd2","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.644405271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a89c8132-5b51-4ca5-8e41-68070d88d85c","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:22.659724117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-subscription","reconcileID":"2ede1ca3-4afd-4963-b9c7-d7c6b092f297","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.669819051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"fa5ee451-ba47-402d-bc09-2c5636838232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.669887489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"03110bc9-3d58-426e-8e13-f2ae85eb4605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.691560731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"03110bc9-3d58-426e-8e13-f2ae85eb4605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.692171501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"fa5ee451-ba47-402d-bc09-2c5636838232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.695206872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a36fa3f5-6f07-452f-9fc0-b6d561058b70","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.702330217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c30cc1e9-8e82-4378-b89e-459a8fed4e68","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.724326164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"58d6422f-effd-41e5-985a-325f02dcd2f2","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.768471833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"6713aed4-9b17-496c-9ccd-28289f39b33f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.788187469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"6713aed4-9b17-496c-9ccd-28289f39b33f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.807239826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-subscription","reconcileID":"1fd720d1-c5e3-46e7-ae37-fab72433ba04","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.879674105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"582a5d73-f452-434e-ac47-2e4b77fe36d5","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.890772676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"94b5fd21-61ce-4596-9662-30126fd0ebdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.926663334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3a7d71b9-3dd6-4866-92fd-046f21aa0c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.927668702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"15ca5d0d-4a64-4be0-9128-5a1ea6bfa1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.988460944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3a7d71b9-3dd6-4866-92fd-046f21aa0c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:22.994634137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"15ca5d0d-4a64-4be0-9128-5a1ea6bfa1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.020165259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-subscription","reconcileID":"a4ae4d68-9c6a-4d8f-8c53-6cce94b0646b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.03430034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"d0806879-9155-4029-bca8-12bd51fac2d8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.055525228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"d0806879-9155-4029-bca8-12bd51fac2d8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.072791452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"31724cc5-f191-410f-878b-d6251b701273","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.173220626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c2d1f-eff6-4463-b1e6-bf042ce863be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.188781744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c2d1f-eff6-4463-b1e6-bf042ce863be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.204182321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c2d1f-eff6-4463-b1e6-bf042ce863be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.2198518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48c2d1f-eff6-4463-b1e6-bf042ce863be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.477451662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"868da406-a7cd-40c2-be24-f9fa7314462e","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.525847224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"2c90f6a4-e4bb-4cbf-88fe-29090d8ca1a6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.525875786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f3b1efc2-2a3d-4cff-b164-0462cb953f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.541594557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"63abeaad-c85d-4bcb-9bc8-564a8113cbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.552839481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"2c90f6a4-e4bb-4cbf-88fe-29090d8ca1a6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.556683676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f3b1efc2-2a3d-4cff-b164-0462cb953f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:23.570153416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"63abeaad-c85d-4bcb-9bc8-564a8113cbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:26.585950108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21165a83-163f-4176-ad71-1561fdbef0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:26.604010804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21165a83-163f-4176-ad71-1561fdbef0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:26.619636668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21165a83-163f-4176-ad71-1561fdbef0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:26.636361662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21165a83-163f-4176-ad71-1561fdbef0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:27.341246638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aa37c5-0233-445c-a0d6-68925a2d0785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:27.357793098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aa37c5-0233-445c-a0d6-68925a2d0785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:27.373705913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aa37c5-0233-445c-a0d6-68925a2d0785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:27.38960194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aa37c5-0233-445c-a0d6-68925a2d0785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.292519751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-premium","reconcileID":"50822373-2816-48ff-be40-8a076a107a9f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.382894559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-subscription-premium","reconcileID":"50822373-2816-48ff-be40-8a076a107a9f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.464718588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"8a7b4e6c-6696-41b0-8a86-7cd353d0e172","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.469868271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"368f4702-5015-44a7-a547-40fa763aeed9","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.515700224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"81d55205-4ea6-4254-9d79-ade77f7a314c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.515805552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"048041d3-fa3f-4b28-8622-b63ba226eb21","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.516172795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"83d1af74-c4b9-4874-97be-57d92f6f7b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.53570156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"81d55205-4ea6-4254-9d79-ade77f7a314c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.535779865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"048041d3-fa3f-4b28-8622-b63ba226eb21","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.538043959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"83d1af74-c4b9-4874-97be-57d92f6f7b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.627750409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a7524f18-3eb1-4c56-a415-6af71caa5357","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.627871624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"cf82e89e-542c-4ca1-b260-9158b38f3ba9","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:28.701613866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"e64d3f29-09c3-4fd0-999f-537db18af073","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:29.27228964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"624bb0d6-bc93-41af-a86d-fa444cfa44b8","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:29.272311929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"624bb0d6-bc93-41af-a86d-fa444cfa44b8","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:29.920421632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"ea83b8e6-2759-47dc-a9ad-28856879166b","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:29.94393822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"d7692766-46a3-4513-9d40-5bc57128420e","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.007435734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"13b374ba-f777-4042-9d61-874b7f4d93b7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.087571551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"13b374ba-f777-4042-9d61-874b7f4d93b7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.124371326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"eeeeae6d-7479-4540-81bf-3963f7e21799","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.146588314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"a169edf8-cdfe-4c25-b719-6ff4049a4804","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:30.159925678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-sub-only","reconcileID":"7f5ed7c9-e53d-4bba-afcf-0e48354c2616","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.170982759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"84587010-e3e1-4d92-8687-d72321d1640c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.171402095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8a1d63ac-d21a-42cb-8011-0e399ab7465c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.19114257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"84587010-e3e1-4d92-8687-d72321d1640c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.191384321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8a1d63ac-d21a-42cb-8011-0e399ab7465c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.202161713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"3cc5573b-153f-4915-8758-36d160183c7e","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.222564278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"caa73ff4-260c-435d-ba38-c3e520b88f9e","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.269417086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6240c795-eeed-4df2-a723-969d6379ca86","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.313812995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"7a8fad1e-3383-4782-a1cc-889be2b4ec05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.314481712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e2b1f333-76d6-4259-ac36-11c9e4f9344d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.315112263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-sub-only","reconcileID":"288921fe-ff88-4347-a241-5f857cd8456a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.317695701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"9a5c110f-c761-43c3-82fa-855bdc7e2a54","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.34803651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"7a8fad1e-3383-4782-a1cc-889be2b4ec05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.352748715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"9a5c110f-c761-43c3-82fa-855bdc7e2a54","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.360438748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e2b1f333-76d6-4259-ac36-11c9e4f9344d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.395821366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"68a33bcf-35e9-4ec1-b21d-7a90cabb9c1d","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.427305088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"a8e408fd-91f8-4f1c-b5e7-01153f6c9e30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.663710978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-sub-only","reconcileID":"b68d9585-4a08-4651-ab3a-c81fbc8a2cc1","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:31.499489651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2fe70-7a59-4dda-96ff-5cf4bdfc7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:31.524169805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2fe70-7a59-4dda-96ff-5cf4bdfc7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:31.56179085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2fe70-7a59-4dda-96ff-5cf4bdfc7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:31.629622962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2fe70-7a59-4dda-96ff-5cf4bdfc7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:31.892946702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a19e67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a19e67","reconcileID":"443a0341-1b2e-454f-a251-1522d6a6f4ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a19e67","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a19e67":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.146029708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"62960ac7-9e64-45be-938a-2b177740b80a","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.173073991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7b7964-b73e-445f-9638-0db3c1fbaf5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.211861921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7b7964-b73e-445f-9638-0db3c1fbaf5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.241727541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7b7964-b73e-445f-9638-0db3c1fbaf5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.316748064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc7b7964-b73e-445f-9638-0db3c1fbaf5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.317358568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"dc70df3f-afd7-4439-884a-894b790296f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.338163298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e75d8ddc-dc62-44a9-a315-ae09c9bdf102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.342050668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"dc70df3f-afd7-4439-884a-894b790296f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.356379937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"dab324f4-8d70-41b9-b713-68a126d944b6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.38844446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e75d8ddc-dc62-44a9-a315-ae09c9bdf102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.390849429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"dab324f4-8d70-41b9-b713-68a126d944b6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.537352612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-subscription","reconcileID":"b5a45f63-118f-4733-9430-8936c5dcfe0c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.585421981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"a2bd7679-b5f5-466a-a197-72e62d5b892f","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.605172011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-subscription","reconcileID":"b5a45f63-118f-4733-9430-8936c5dcfe0c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.682301064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"686938a6-3bb1-4925-9121-6c8eda90bf9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.764993046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"082a0d25-ae7e-4716-8e87-3d50c6a89793","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.812668896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"424761a7-764b-4881-a447-dc6ee4ef59a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.813903116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"5d1226de-962b-45c0-9e40-919c504cca8a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.814011529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bee428dc-ed71-4a07-9ce6-5bf50e7e94b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.835140331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"424761a7-764b-4881-a447-dc6ee4ef59a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.839194964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bee428dc-ed71-4a07-9ce6-5bf50e7e94b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.83978133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"5d1226de-962b-45c0-9e40-919c504cca8a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:33.916117964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"730395c1-2288-4e44-902a-ffaa40e7c945","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:34.072887189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-test-group-auth","reconcileID":"b85a3e4c-ce7a-4538-b556-58f7fecce571","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:34.229669821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"7c32fcf0-a7de-48a1-9955-7f768756bfc2","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:34.947467597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"79f4f4d8-eaf7-4ccf-8034-dfab19bcb024","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.176387431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"fc756dca-65bd-4349-b146-c166f20b141c","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.17641379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"fc756dca-65bd-4349-b146-c166f20b141c","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.42782287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","namespace":"ai-tenant-e2e-praxis-b-191362","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.427895428Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","namespace":"ai-tenant-e2e-praxis-b-191362","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.42795923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","tenant":"e2e-praxis-b-191362","tenantID":"e2e-praxis-b-191362","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.448019136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-191362","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.470425877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"f780931b-60b8-4f70-8d49-a0b18b123b7c","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.470451337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"f780931b-60b8-4f70-8d49-a0b18b123b7c","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:37.470466927Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"f780931b-60b8-4f70-8d49-a0b18b123b7c","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"error":"LLMInferenceService ipp-route-a43474 not found in namespace ai-tenant-e2e-ipp-a-a43474","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:37.495377089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"f780931b-60b8-4f70-8d49-a0b18b123b7c","error":"LLMInferenceService ipp-route-a43474 not found in namespace ai-tenant-e2e-ipp-a-a43474","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.495759311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Service","name":"maas-api-e2e-praxis-b-191362","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:37.498846029Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"339290bb-4782-4dd4-be8a-699c4833a774","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-a43474: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-a43474\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a43474 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.501189479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"ea4dabc7-82fc-4919-b08d-9fd75bc91184","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"tenant":"e2e-ipp-a-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.501208981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"ea4dabc7-82fc-4919-b08d-9fd75bc91184","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"routeName":"ipp-route-a43474-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a43474","llmisvcName":"ipp-route-a43474","gateway":"openshift-ingress/e2e-ipp-a-a43474","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:37.501242902Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"ea4dabc7-82fc-4919-b08d-9fd75bc91184","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"error":"LLMInferenceService ipp-route-a43474 not found in namespace ai-tenant-e2e-ipp-a-a43474","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:37.501352875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"ea4dabc7-82fc-4919-b08d-9fd75bc91184","error":"LLMInferenceService ipp-route-a43474 not found in namespace ai-tenant-e2e-ipp-a-a43474","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.52417059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-191362","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:37.525533978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"339290bb-4782-4dd4-be8a-699c4833a774","error":"failed to create TokenRateLimitPolicy for model ipp-route-a43474: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-a43474\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a43474 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.535177327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"caf8af0e-f39e-4024-affd-ebb4d3be3cf6","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.542333686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-191362","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.54864177Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"55f38ad5-5e76-4ead-9dd3-e9a4451ea572","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.557220042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"caf8af0e-f39e-4024-affd-ebb4d3be3cf6","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.55728163Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"caf8af0e-f39e-4024-affd-ebb4d3be3cf6","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.572870757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.594365917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.616138219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.634541348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"6aab4ef2-123e-4352-9cb2-79b45ce8e1a5","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.63785835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.648653624Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"7d3746b2-1ab5-4d29-9d3e-6af162869dd2","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.656484478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"6aab4ef2-123e-4352-9cb2-79b45ce8e1a5","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.656598036Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"6aab4ef2-123e-4352-9cb2-79b45ce8e1a5","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.65696907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.672378425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.690431775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Service","name":"payload-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.70611514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.724724873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.770482827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.791180306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.814540346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.83174974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.855521491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.873621061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-191362","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:37.895444619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-191362"},"namespace":"ai-tenant-e2e-praxis-b-191362","name":"default-tenant","reconcileID":"f71b7468-d780-4250-b07b-900b39a47b5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-191362","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.20991693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"4f3fbe7a-7ab7-4cef-af26-b32ca0428a96","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.364759687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"4f3fbe7a-7ab7-4cef-af26-b32ca0428a96","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.424623956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"4f3fbe7a-7ab7-4cef-af26-b32ca0428a96","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"name":"e2e-ipp-a-a43474-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.424725018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-auth","reconcileID":"4f3fbe7a-7ab7-4cef-af26-b32ca0428a96","MaaSAuthPolicy":{"name":"ipp-route-a43474-auth","namespace":"ai-tenant-e2e-ipp-a-a43474"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.674784674Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"25ce1072-a6a9-4d78-b045-624daa7679c9","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474 (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:38.811768538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a43474","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474","reconcileID":"cf971296-975b-4f99-884f-d39741d955b4","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-a43474\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.971951815Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"edd2a1ac-8fd1-45bd-bd48-96f85b61133a","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85622cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:39.37857586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3671bb6-47c4-4aa5-bec7-169251d7727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:39.396406521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3671bb6-47c4-4aa5-bec7-169251d7727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:39.413475169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3671bb6-47c4-4aa5-bec7-169251d7727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:39.429207283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3671bb6-47c4-4aa5-bec7-169251d7727a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.061712994Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-191362","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-191362","reconcileID":"c782ef67-15d1-4afa-bef7-702d138e0efb","aitenant":"ai-tenants/e2e-praxis-b-191362","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.097526744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"11104588-1a95-40e7-89e5-4cafdd1aa1d9","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.117617263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"ad621692-bafb-4f79-9029-d96248d7b5be","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.163444189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"e9fefb6f-5e13-44e3-958a-196b8f629ee9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.196607535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"e9fefb6f-5e13-44e3-958a-196b8f629ee9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.214819241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9506d-d466-4c26-aec7-93a9ef859845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.299456041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9506d-d466-4c26-aec7-93a9ef859845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.319905047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9506d-d466-4c26-aec7-93a9ef859845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.333113204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"09aaecaf-3cdb-4191-90ec-218fea904308","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.335818907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a9506d-d466-4c26-aec7-93a9ef859845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.357140161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"ab09ba26-7d18-488f-932f-0d1d3c753b99","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:40.373182674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-sub","reconcileID":"5affffed-8d84-412c-bbca-4b11d934c104","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.383078095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"60658cb3-541b-4721-b7f6-453bc81917ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.383217788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bc409984-5ba0-4614-a27a-81bcbe06ab1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.395335958Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-191362","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-191362","reconcileID":"c782ef67-15d1-4afa-bef7-702d138e0efb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-191362","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-191362"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.410190115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"60658cb3-541b-4721-b7f6-453bc81917ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.411912862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bc409984-5ba0-4614-a27a-81bcbe06ab1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.415394749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"e28a1ca5-d5ff-43a8-a44a-5e4617022332","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.418010629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"598443a1-56d6-488a-ac7e-da1052251e60","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.438426616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"6a7a5e57-0953-4921-8241-13dbb3f68a97","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.482609659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"fde79e10-f260-463f-8416-cb6810e2676c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.50594262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"fde79e10-f260-463f-8416-cb6810e2676c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.532456821Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-sub","reconcileID":"f85d56a4-2572-4edd-996a-49a66bbce68d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-status-active-sub","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.592973314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"40482aeb-61e3-4ca9-946f-3ec7fa91c885","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.600013929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"3d04f60f-a6e3-48e3-833e-f1af36408708","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.611131112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"65018bde-37f7-4889-9556-21b2b5dbc63d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.611976608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f7e8caca-32ac-45b0-9e93-3a05a0b00fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.657163207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"65018bde-37f7-4889-9556-21b2b5dbc63d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.668318016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f7e8caca-32ac-45b0-9e93-3a05a0b00fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.725531803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"6e33e7cd-e954-4e73-98ab-baaeab805e8f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.726288813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-sub","reconcileID":"85a01f26-8f90-459e-8bc5-93c3c59e9c99","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.745545316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"6e33e7cd-e954-4e73-98ab-baaeab805e8f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.938371854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"56156852-5422-46ac-93f8-a57159ab2a48","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.083075053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"df6cfa54-07aa-43d4-8847-1b18622206af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.084168533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f8d164f5-db85-4e8b-a745-5683c621936f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.118767781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"df6cfa54-07aa-43d4-8847-1b18622206af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.133968729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"aa2441ce-e877-4ef2-86fe-5bf19839a34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.142047002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f8d164f5-db85-4e8b-a745-5683c621936f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.161143295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"aa2441ce-e877-4ef2-86fe-5bf19839a34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.263352643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbed3f8-461b-4e92-8530-fbd835407170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.279380213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbed3f8-461b-4e92-8530-fbd835407170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.296617255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbed3f8-461b-4e92-8530-fbd835407170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.314123669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbed3f8-461b-4e92-8530-fbd835407170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.008532101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c12811-ad9a-4e15-8e02-e5fc4cb0b4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.024676299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c12811-ad9a-4e15-8e02-e5fc4cb0b4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.040712358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c12811-ad9a-4e15-8e02-e5fc4cb0b4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.056433474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c12811-ad9a-4e15-8e02-e5fc4cb0b4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.232660352Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"f226b8eb-0071-45ba-aae3-d07b4c4163e2","namespace":"ai-tenant-e2e-ipp-a-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.232737467Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"f226b8eb-0071-45ba-aae3-d07b4c4163e2","name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.258838076Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"f226b8eb-0071-45ba-aae3-d07b4c4163e2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.258855576Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"f226b8eb-0071-45ba-aae3-d07b4c4163e2","namespace":"ai-tenant-e2e-ipp-a-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.038365542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"755a8a02-4e24-4b72-846d-e656d0fab732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.321638298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-sub-only","reconcileID":"b3b56c66-1cc0-45c9-89f8-a25dfb6bd219","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.391945703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-sub-only","reconcileID":"b3b56c66-1cc0-45c9-89f8-a25dfb6bd219","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.45803959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"d01ce988-6ad9-41aa-9b4f-b652da33a4ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.545470543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"819107aa-0bdb-4ad9-8345-0999997d62e1","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.592240608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2d325473-09d3-423c-b51f-dc1cb55277ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.592315157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"fa4e3f04-80d2-45cd-b9b2-c572794dec25","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.592715274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"05d15213-2560-4e0c-bff7-f38c87d10d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.614557062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2d325473-09d3-423c-b51f-dc1cb55277ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.614616435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"05d15213-2560-4e0c-bff7-f38c87d10d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.616812162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"fa4e3f04-80d2-45cd-b9b2-c572794dec25","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.698744452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-test-group-no-auth","reconcileID":"a9f7b46e-f5fa-487d-ae45-bfda56d41372","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.698790834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6b671d89-1522-49be-92aa-296d607dc1e7","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.781759075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6785250f-c81f-4e7c-b590-e5f66788eec5","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:45.41216727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"2cd0de58-b0de-47ea-becc-f11c0a3ace56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.699530177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:48.987823607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"38c6250b-97a4-4ba4-9994-1fc6312175fa","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","subscription":"ipp-route-a43474-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:48.987941424Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"ipp-route-a43474-sub","reconcileID":"38c6250b-97a4-4ba4-9994-1fc6312175fa","MaaSSubscription":{"name":"ipp-route-a43474-sub","namespace":"ai-tenant-e2e-ipp-a-a43474"},"model":"ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-a43474/ipp-route-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.904071101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"c68d2689-f0ef-4258-9c0e-16d10d32caf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:50.618686178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-failed-sub","reconcileID":"be1a8eb7-1644-4933-b950-980b763bbeac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.634014914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2830a2e6-fa2b-4e65-bbc9-346505a895bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.634446373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1284a4df-d55e-4a21-aaf0-f0529eae058d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.654450609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2830a2e6-fa2b-4e65-bbc9-346505a895bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.657306725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1284a4df-d55e-4a21-aaf0-f0529eae058d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.868948604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1ea58879-41fd-4959-b222-add71d9ee7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.869534924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"aec35d74-b093-4a6d-8cb6-810ca073eec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.889602623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1ea58879-41fd-4959-b222-add71d9ee7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.893143504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"aec35d74-b093-4a6d-8cb6-810ca073eec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.940383442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"134dd09f-63e9-4fec-80cb-f1ec36ac2331","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a19e67","tenantID":"e2e-praxis-b-a19e67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:50.984080039Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"134dd09f-63e9-4fec-80cb-f1ec36ac2331","name":"e2e-praxis-b-a19e67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.065186115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-sub","reconcileID":"7f71bc58-f958-4f9d-a09c-7c838af97aa4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.14990022Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-sub","reconcileID":"7f71bc58-f958-4f9d-a09c-7c838af97aa4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.24628133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"94f588b2-07c9-4fb1-a16d-60ee1ee0b203","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.308006156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"ef5661cf-4de1-4a59-bb27-9e8d809b4277","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.358124003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"700bd9ee-b2a9-4ef9-bc3b-222b0ee323f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.35814365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"389acb1f-57b8-451e-ad97-d2191d6fa8b8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.358743764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bfaa40c2-f57a-4a62-adc8-00a5dba2f6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.378998473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"700bd9ee-b2a9-4ef9-bc3b-222b0ee323f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.379154312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bfaa40c2-f57a-4a62-adc8-00a5dba2f6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.381338022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"389acb1f-57b8-451e-ad97-d2191d6fa8b8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.461302232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"98173a00-edf6-4364-8bf9-e8d076a9d7c5","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.462469212Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth","reconcileID":"5d08b161-2f53-4e52-82ef-6a678bd132c3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.633954926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"52f6fdba-5cd2-40d6-865c-b9b2f8c90afc","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.449186542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"0b977ab8-359c-4f0f-a10f-2b81d1c50622","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.469103194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"27968479-12b4-4b62-bba2-0082e170ce29","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.514477798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth-only","reconcileID":"99e66970-f278-44c0-927b-18a5b01b625a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.533314767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth-only","reconcileID":"99e66970-f278-44c0-927b-18a5b01b625a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.621618327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"b1c31ce1-6820-48bd-925a-f54f5121e26b","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.673138635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth-only","reconcileID":"72620b5b-050b-447e-bb4b-708519b28b0e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:52.696344088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth-only","reconcileID":"72620b5b-050b-447e-bb4b-708519b28b0e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.068345796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"9696ebae-e866-4ac6-b1ae-4f1c28ee81bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.068345555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1c71ac16-eebf-464f-a1d1-01ee2f55a89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.089675166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"9696ebae-e866-4ac6-b1ae-4f1c28ee81bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.089675163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1c71ac16-eebf-464f-a1d1-01ee2f55a89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.182222481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"47a0c208-a4d4-4ec9-8046-55ed00f81d68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.201518625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"47a0c208-a4d4-4ec9-8046-55ed00f81d68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.219765396Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"47a0c208-a4d4-4ec9-8046-55ed00f81d68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.441185608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"43d515e0-b025-4870-ae02-ed8b1ba6c699","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.462128759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"43d515e0-b025-4870-ae02-ed8b1ba6c699","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.480021116Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"43d515e0-b025-4870-ae02-ed8b1ba6c699","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:53.611657554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"43d515e0-b025-4870-ae02-ed8b1ba6c699","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.678444985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"bfe473bd-c5e1-415d-9fab-45d347bb5e07","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.698153378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"bfe473bd-c5e1-415d-9fab-45d347bb5e07","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.716022572Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"bfe473bd-c5e1-415d-9fab-45d347bb5e07","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:55.108012462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"fa10e97e-4b2b-4c2f-9812-4611ca74d119","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:55.109184289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-active-auth-only","reconcileID":"12d93a76-8b6a-4efa-b73b-4e9fff4c73cb","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:55.252573893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"ad416677-2315-48c5-b64f-2563444cd2b3","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:55.509927118Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-failed-auth","reconcileID":"cd682252-d999-4064-82a6-bd855c44c08c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.184986311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"e90763a6-290e-4b98-91ea-759e7e7bc699","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.185100991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"e90763a6-290e-4b98-91ea-759e7e7bc699","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.217405821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"f94428c9-899f-4134-9a8c-d15466c5cb13","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.268221389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"74b29aac-fc28-404f-bd8c-caacaedc31de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.341821834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"d9182a74-69b3-4853-8f94-b372124daa17","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.342354724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"d9182a74-69b3-4853-8f94-b372124daa17","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.367586389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"28038817-efd7-4418-92af-a8f7994bb1ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.36769381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"28038817-efd7-4418-92af-a8f7994bb1ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.481940061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"86f8d86c-1520-44b0-a8fd-0c9c46e51230","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.54622136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"49a453a7-6554-4408-ac26-84755c17fd18","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.548708231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"86f8d86c-1520-44b0-a8fd-0c9c46e51230","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.604521752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"5d8a2c2e-0c0c-4c74-b97b-fb9b57d02b44","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.639901508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"2365f20f-087d-445e-b183-97b95b9b502e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.64005208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"2365f20f-087d-445e-b183-97b95b9b502e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.701293126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"976c9724-67f3-4e66-8b71-f0139ee2d4ca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.708908283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"690ed473-cea1-4213-9c2a-8c4972411320","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.708931653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"690ed473-cea1-4213-9c2a-8c4972411320","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.723810876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"6aec2098-55f9-4435-8be6-dd07501a8144","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.727277732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"976c9724-67f3-4e66-8b71-f0139ee2d4ca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:56.749596453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"cd7c5757-0847-480c-8ca4-021a7f544c4b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.763354619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"1546323c-c3f2-452e-8d11-dbb72130e142","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.77052872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"6e127508-e930-475c-869b-6be05dced49b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.770634281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"6e127508-e930-475c-869b-6be05dced49b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:56.772492305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"0cd8fd99-5bd5-4af1-9d94-563e22ff296d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.793555954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"0fe2ef25-6162-41f5-b2b2-50882246b257","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.793643287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"0fe2ef25-6162-41f5-b2b2-50882246b257","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.813796804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b41460e2-a0ed-4c59-87a8-1a5a358acab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.814161776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"225d578e-7095-4b4f-b16b-7e7014bb4f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.82038142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"5d73d936-e8a0-468f-b727-c58796e4b9ac","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.820472037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"5d73d936-e8a0-468f-b727-c58796e4b9ac","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.825828017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"9d36f04d-208d-465f-9293-88d6e9ad5423","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.843543568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b41460e2-a0ed-4c59-87a8-1a5a358acab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.847305168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"225d578e-7095-4b4f-b16b-7e7014bb4f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.85902161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"6dbc6b44-3f5b-4169-a3f1-588835d18595","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.878463231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"012a027b-a494-4c14-bb6e-a36681e1f773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.897861496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"280a2372-5962-44f8-9657-bd6b83f3529e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.903699698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"012a027b-a494-4c14-bb6e-a36681e1f773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.932824375Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"590cf4a7-8740-47b8-9120-b8245ee72b26","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.935236605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"280a2372-5962-44f8-9657-bd6b83f3529e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:56.975279759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"b62fb570-fd58-4613-bbdf-2fb3c930d0e1","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.030967973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"7a47a904-210a-47a6-b043-803b07d5c9d3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.031071043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"7a47a904-210a-47a6-b043-803b07d5c9d3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.034931192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"04a431a9-c13f-46d6-b36b-0669ec99c6f9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.03818403Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"ffa5b485-4601-404e-b607-36e9905dd02b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.038478369Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"ffa5b485-4601-404e-b607-36e9905dd02b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.058875977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"04a431a9-c13f-46d6-b36b-0669ec99c6f9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.177394549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"6c2f392c-40f4-4238-b900-aadf43d145be","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:57.203329382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"280a2372-5962-44f8-9657-bd6b83f3529e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.219946412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"7458fd55-b132-450a-b27c-50432667f373","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.243431453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"9c368292-b049-4360-926b-3c6aca97b9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.24340036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"09df3c07-d69b-47c9-b97c-75e7cb19ef28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.245037963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d2bb958c-4bb1-4bec-b372-b87aa5438326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.245923745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"1f4a934d-d1f5-4ecf-9717-aa945bd1d902","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.299019214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d2bb958c-4bb1-4bec-b372-b87aa5438326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.30354002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"09df3c07-d69b-47c9-b97c-75e7cb19ef28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.329825856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"9c368292-b049-4360-926b-3c6aca97b9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.367981815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"fe3b6f9f-9f22-43a1-bfc4-61a8afa9af44","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.368417378Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"fe3b6f9f-9f22-43a1-bfc4-61a8afa9af44","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.369855948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"004ee220-626d-4168-8e76-59211ef7dffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.389561216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"6cf61f4b-51b2-4247-8883-82b3db6fa7c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.394112303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"004ee220-626d-4168-8e76-59211ef7dffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:57.418626936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"6cf61f4b-51b2-4247-8883-82b3db6fa7c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.168457719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"e30147ec-6e18-4fa3-94e7-551882438521","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.218850207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f2b14c41-0304-4d31-82ff-124077b9da25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.219033087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"003e758d-45fa-433b-8510-f5ccbbef49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.219407629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"c7249c6c-a361-4128-a08c-e1de3acabf66","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.240364583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f2b14c41-0304-4d31-82ff-124077b9da25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.240364598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"003e758d-45fa-433b-8510-f5ccbbef49ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:59.242775418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"c7249c6c-a361-4128-a08c-e1de3acabf66","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:00.931374305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"080ab372-7615-43b5-9931-97bf4eeffa53","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.073863915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-failed-sub","reconcileID":"6ede7723-1ded-4fce-bc56-d5d4d4cc6f84","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.074010056Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-failed-sub","reconcileID":"6ede7723-1ded-4fce-bc56-d5d4d4cc6f84","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b85343/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.195022803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"3f29216b-18b8-4848-9dbf-df74d5e8fc20","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.195043947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"3f29216b-18b8-4848-9dbf-df74d5e8fc20","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.219328846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b61fdd22-bf51-4a2a-8796-e364d896a710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.219381961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"63e51d8f-9d11-4b99-9dd4-b89cddf3af5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.238530846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b61fdd22-bf51-4a2a-8796-e364d896a710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:03.23857442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"63e51d8f-9d11-4b99-9dd4-b89cddf3af5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.020895405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"9b8549c3-b9bf-47e6-8b51-9dfb69aa8fff","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.041523291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"38708f3b-be23-4d65-ac1a-2427e04224cb","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.102093599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"3e2ed22e-3f43-4ee9-8802-cc458e87a511","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.124332019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"3e2ed22e-3f43-4ee9-8802-cc458e87a511","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.156958624Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"3e2ed22e-3f43-4ee9-8802-cc458e87a511","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.30975059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"c0c6fefd-8b4b-4253-909d-7f59fea206df","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.372819067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"c732151a-aa5c-4e01-8b8a-ab30c8cbce5a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.392308514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"c732151a-aa5c-4e01-8b8a-ab30c8cbce5a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.425181517Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"c732151a-aa5c-4e01-8b8a-ab30c8cbce5a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.269794989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","namespace":"ai-tenant-e2e-ipp-a-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.269855552Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","namespace":"ai-tenant-e2e-ipp-a-a43474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.269910771Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","tenant":"e2e-ipp-a-a43474","tenantID":"e2e-ipp-a-a43474","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.287293366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a43474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.326920612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Service","name":"maas-api-e2e-ipp-a-a43474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.345011584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a43474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.36212367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a43474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.382429281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.399878662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.422019096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.439578326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.456675163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.476835215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.50369855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Service","name":"payload-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.52953399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.550232227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.567952018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.586282267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.605146379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.62259718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.640853876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.660209838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a43474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:05.677164187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a43474"},"namespace":"ai-tenant-e2e-ipp-a-a43474","name":"default-tenant","reconcileID":"b516210c-a875-4fa4-a90a-e87eca329b58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a43474","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.463341735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"5e582f84-b573-43c8-b3a8-58e60c6c4a02","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.463415545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"9761c33b-5b95-44e9-8547-11944189aaa1","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.478913239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-status-degraded-auth","reconcileID":"5e582f84-b573-43c8-b3a8-58e60c6c4a02","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.527911041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"fd8d5b11-1cd3-43a7-af37-7894d6e617e2","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.405610117Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a43474","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a43474","reconcileID":"3af4de2c-7107-4f1a-b318-745aa9f3ef9b","aitenant":"ai-tenants/e2e-ipp-a-a43474","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.488112118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"9863fc52-e188-439e-8a1e-1c6b41db3cb5","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.505554292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"57f1a5c5-b812-4461-8303-e8a4464e8268","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.574012754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"3ad957d3-abbe-41cc-9725-55db507308f2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.593701956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"3ad957d3-abbe-41cc-9725-55db507308f2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.64133566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ac661-85c9-47cb-865d-55958b3744be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.655232582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"649f2d02-227d-483b-a22a-c0f72faa055a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.68732082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ac661-85c9-47cb-865d-55958b3744be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.708848779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ac661-85c9-47cb-865d-55958b3744be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.79218269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64ac661-85c9-47cb-865d-55958b3744be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.811946444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"ced32dbf-e617-4b83-a92a-c88dd41768ea","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.815328535Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a43474","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a43474","reconcileID":"3af4de2c-7107-4f1a-b318-745aa9f3ef9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a43474","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a43474"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:07.828653296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"9d29c7a8-9179-468d-8243-c39a9e825acf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.829748063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"8f5d002c-2e19-486f-9e6d-d3ac64d6dea3","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.839454034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"156a867d-a894-47b5-9cc7-402dbc025ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.839474218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"47a3f3fa-1727-4387-b6fb-419db48be794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.859951785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"156a867d-a894-47b5-9cc7-402dbc025ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.860594974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"47a3f3fa-1727-4387-b6fb-419db48be794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.887736873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"019ff7c1-9c77-43e0-a163-28dd42d6dd76","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.896293953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"255fca96-6f95-475b-b524-52396fc24b3e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.916481133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"bcb0fe7a-105a-4449-b367-b19d562c69e9","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:07.92374745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"255fca96-6f95-475b-b524-52396fc24b3e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.039172268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"bec5fc1a-f1f7-47cc-bec7-dec8e9ced24f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.039334948Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"bec5fc1a-f1f7-47cc-bec7-dec8e9ced24f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.067866943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"47a04ac0-cc42-40f3-997c-2eb04c80b14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.067893604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5be99ada-1f12-428a-aeb2-e546a805252c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.087714422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"47a04ac0-cc42-40f3-997c-2eb04c80b14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.087912364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5be99ada-1f12-428a-aeb2-e546a805252c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.105495856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"d25c302f-097c-4d61-bf40-953266466342","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:08.158060494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"255fca96-6f95-475b-b524-52396fc24b3e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.249484798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"1d1d2c68-2ff4-4e79-b344-6a1ca7596dfc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.255946577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"a78b2e05-3760-497a-b39e-237190c67f96","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.273103009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"1d1d2c68-2ff4-4e79-b344-6a1ca7596dfc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.461669854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"d698a150-20f5-4fa9-b2b1-46fc138a7285","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.461934904Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"d698a150-20f5-4fa9-b2b1-46fc138a7285","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.662719443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0f283a-4da7-468d-b9f5-afdab4dff67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.679970889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0f283a-4da7-468d-b9f5-afdab4dff67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.695794633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0f283a-4da7-468d-b9f5-afdab4dff67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:08.711605512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea0f283a-4da7-468d-b9f5-afdab4dff67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.221831074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"577c3fb2-4c84-42ef-a3d3-e8c0692202f0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.289118108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"577c3fb2-4c84-42ef-a3d3-e8c0692202f0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.289153489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"577c3fb2-4c84-42ef-a3d3-e8c0692202f0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.289328727Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-sub","reconcileID":"577c3fb2-4c84-42ef-a3d3-e8c0692202f0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.352138332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"0d827f78-20af-4bdc-b3a7-11ad2ec145b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.373825826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"b1b8cc36-ece7-4cef-8bca-b08d724b7b93","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.399337485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"59300f93-aae9-478c-8a30-72b5ce4e8040","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.419577442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"153cc23b-934f-4e1d-a007-cbe6c7589232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.419629764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"4dccb796-7afc-41fe-a8a6-6515840f572c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.419927462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8418ade4-ca58-47ed-920b-a76d3b6ca208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.438819711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"153cc23b-934f-4e1d-a007-cbe6c7589232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.439891673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"4dccb796-7afc-41fe-a8a6-6515840f572c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.441088837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8418ade4-ca58-47ed-920b-a76d3b6ca208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.514012355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-status-degraded-auth","reconcileID":"b86aeb88-cffd-4bf8-a564-42974beb5fd6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.514096105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"cda95ea7-eff0-4704-ad6b-613fc0a8cca5","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.579414388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"5e61e140-3693-43a3-9fd7-d1718d0cc498","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:09.713103761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"cbf6c919-af07-43fe-891d-22bc686cab20","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.27186944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"a73ed764-19be-4f7b-970d-ca7369e757b7","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.319048878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8544b84a-4b86-415f-bee8-a9aec03abedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.319098171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"8b79361b-e590-4d19-bc36-485db2a10168","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.319572104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"943b9bf0-e9ba-4664-85ac-80c988cc384e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.339275595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"943b9bf0-e9ba-4664-85ac-80c988cc384e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.339936042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"8b79361b-e590-4d19-bc36-485db2a10168","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.341740141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8544b84a-4b86-415f-bee8-a9aec03abedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.370009695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec10e4eb-710e-457c-b0be-6c54d1828cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.386460675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec10e4eb-710e-457c-b0be-6c54d1828cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.403060829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec10e4eb-710e-457c-b0be-6c54d1828cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.419010328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec10e4eb-710e-457c-b0be-6c54d1828cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.510759817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"2557c5c2-8cca-4eaa-842d-08c813db5597","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.530366005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"412ea48f-c8a5-4060-ae27-bd25caa8ac24","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.575556614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"13eb0f5b-aa29-42ad-b95d-19ecae50e3a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.595302417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"13eb0f5b-aa29-42ad-b95d-19ecae50e3a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.682191806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"bd2f49a2-e859-4b01-8cfc-d5aaf9d42f64","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.708584967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"94946e64-5c66-4de5-b3ec-7c9690424ba4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.73363787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"aa15ef10-f849-4eba-8da9-32d03174c410","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.749840382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"cd779df3-f4b0-45cb-8b6d-9cf4e061fbdf","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.754650605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"aa15ef10-f849-4eba-8da9-32d03174c410","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:10.755379744Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-4c61c8/e2e-degraded-models-apikey","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.769579812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"c42805d3-d0b2-451b-96cd-782672eadd3c","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.831436511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1a976cb6-5957-4aa0-98f0-945749a93ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.831865914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c40d89c9-2b5f-4453-a134-d658cc63692f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.851101815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1a976cb6-5957-4aa0-98f0-945749a93ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.851164751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c40d89c9-2b5f-4453-a134-d658cc63692f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.866790373Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"1b6ad8a7-9765-4d56-8e17-123c3e9446d2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.866922703Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"1b6ad8a7-9765-4d56-8e17-123c3e9446d2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.927522234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"3b1475b1-09b0-42ba-b25a-429ba29c21fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.931926893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"6f93f9b6-a30d-4849-bde5-e0b619491790","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.937308965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"8f3aa38d-9d76-4aea-8340-ae56976df678","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.948373246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"3b1475b1-09b0-42ba-b25a-429ba29c21fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.94869667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d3b9e109-f0c5-41aa-819f-4cd832408eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.949756421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"53be913d-607e-4be2-85d8-9fc5815602c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.967835207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d3b9e109-f0c5-41aa-819f-4cd832408eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.987046931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"53be913d-607e-4be2-85d8-9fc5815602c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:11.020131988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebd6bab-c68c-494c-b28f-c68c976625d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:11.034331798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"62161ca0-80c6-4730-aa72-1d0932fede9b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:11.035782199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebd6bab-c68c-494c-b28f-c68c976625d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:11.035891413Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"62161ca0-80c6-4730-aa72-1d0932fede9b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:11.05142921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebd6bab-c68c-494c-b28f-c68c976625d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:11.067111992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ebd6bab-c68c-494c-b28f-c68c976625d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.381996417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"d0efbc4c-f806-4017-a8eb-7d063db6bb7f","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.430716358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a6c20354-c836-456d-a8a9-74bfade1ef38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.430747538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f5f69198-a649-4b24-b6b6-54ed10fac7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.431301219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"02e40a8c-b154-4a08-93e8-eff1d72c439c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.451588193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a6c20354-c836-456d-a8a9-74bfade1ef38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.451914618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f5f69198-a649-4b24-b6b6-54ed10fac7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.453918351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"02e40a8c-b154-4a08-93e8-eff1d72c439c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:15.465068264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01acb81e-ee4e-40fd-9cac-f850ab0a9c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:15.484977722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01acb81e-ee4e-40fd-9cac-f850ab0a9c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:15.501901459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01acb81e-ee4e-40fd-9cac-f850ab0a9c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:15.518130792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01acb81e-ee4e-40fd-9cac-f850ab0a9c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:16.253177972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655406bd-ddf2-490e-9b74-1d55b2a7d92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:16.269271927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655406bd-ddf2-490e-9b74-1d55b2a7d92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:16.284961287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655406bd-ddf2-490e-9b74-1d55b2a7d92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:16.303704757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655406bd-ddf2-490e-9b74-1d55b2a7d92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:16.964531326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"23a91492-091a-45e5-9807-acc79813535b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.041975826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"8cbe0de9-648e-47ab-9c3c-a054c7c03da1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"tenant":"e2e-worker-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.042106198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"8cbe0de9-648e-47ab-9c3c-a054c7c03da1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.323813991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a0a7198e-3d82-4dd3-acff-83fa0c544a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.324676424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7dc69a15-369a-469d-8c37-0eecc306652c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.325339623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"d0645ea6-7f4c-49e7-9453-d7cf3b090e58","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.382324255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"d0645ea6-7f4c-49e7-9453-d7cf3b090e58","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.383127139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7dc69a15-369a-469d-8c37-0eecc306652c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.389856741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a0a7198e-3d82-4dd3-acff-83fa0c544a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:17.713544731Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.071089278Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"84d90c0c-5a32-4547-b09d-5142c49819cd","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.086842803Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"84d90c0c-5a32-4547-b09d-5142c49819cd","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.086911318Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"e2e-temp-model-status","reconcileID":"d6838efa-5a7b-441d-a43d-b3c0d582307c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.116724482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ab9a0032-a096-4682-811c-a513810b86b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.116754596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"c932d598-861d-47c4-ae67-a94a1b849b5a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.117070953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a91ed534-6d21-497f-bf2d-038ef90edc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.136761135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"c932d598-861d-47c4-ae67-a94a1b849b5a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.13678522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a91ed534-6d21-497f-bf2d-038ef90edc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.136795324Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"c932d598-861d-47c4-ae67-a94a1b849b5a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.138519548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"a5cf9f92-5668-4e79-9786-2b7516e1e6bf","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.139298911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ab9a0032-a096-4682-811c-a513810b86b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.247957099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"74c8a463-b255-4478-bea7-6a0fb965afc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.248085369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5ea060c0-a0f7-4448-8778-e1e3464d794e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.247961508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"07f64ee5-6e20-48d1-84c0-f70d9478a4fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.268046704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"07f64ee5-6e20-48d1-84c0-f70d9478a4fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.268076117Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"07f64ee5-6e20-48d1-84c0-f70d9478a4fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.268213982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"74c8a463-b255-4478-bea7-6a0fb965afc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.270304681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5ea060c0-a0f7-4448-8778-e1e3464d794e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.693061701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"52d456c7-6266-4ca5-9f0c-cf90b45b8293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.693304718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"acdb6e4b-8ebf-4832-941d-e3a13b806f21","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.693061655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"015ca467-9a2d-4218-8f11-812662825a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.713742915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"52d456c7-6266-4ca5-9f0c-cf90b45b8293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.71395456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"acdb6e4b-8ebf-4832-941d-e3a13b806f21","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.716181818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"015ca467-9a2d-4218-8f11-812662825a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:19.735346487Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"acdb6e4b-8ebf-4832-941d-e3a13b806f21","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.329437576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"7e23649f-5ac6-4d35-8d1c-aac61824f460","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.400616172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"7e23649f-5ac6-4d35-8d1c-aac61824f460","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.400646349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"7e23649f-5ac6-4d35-8d1c-aac61824f460","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.400762282Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube","reconcileID":"7e23649f-5ac6-4d35-8d1c-aac61824f460","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b85343/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.478924871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"4c0cde92-cd77-4e20-ba0e-4a2d51eec03e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.556330217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"f764d703-4887-4988-b7d1-536a47d48a56","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.58004561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c034e82f-c994-4dc2-bb17-5270703aaf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.603389043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c034e82f-c994-4dc2-bb17-5270703aaf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.62221839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c034e82f-c994-4dc2-bb17-5270703aaf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.645346284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c034e82f-c994-4dc2-bb17-5270703aaf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.68131906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"7a150c6b-53c5-450b-a579-2e48bf85f4ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.688908997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7071e1cf-27b8-4f06-a33e-a6db658b98f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.688938053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"712ee62d-a29a-4aa6-9295-e234ec37763b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.701769824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"7a150c6b-53c5-450b-a579-2e48bf85f4ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.710206662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7071e1cf-27b8-4f06-a33e-a6db658b98f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.710204962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"712ee62d-a29a-4aa6-9295-e234ec37763b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.714081147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"5a31b328-bd53-4303-9ab6-79f12aa7385a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:20.842092145Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-degraded-models-kube-auth","reconcileID":"1f219f9c-71a1-4987-aa31-163c38f4c09a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:21.085330218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"340f2009-c347-40b2-8d08-5f38c87bbf3a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:21.371027451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5963576-4a58-4d8c-b73b-be0a5cdfe9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:21.386686174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5963576-4a58-4d8c-b73b-be0a5cdfe9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:21.402483017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5963576-4a58-4d8c-b73b-be0a5cdfe9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:21.41804733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5963576-4a58-4d8c-b73b-be0a5cdfe9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:22.239351601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9100b3a0-a991-4c83-9b39-9968d85fc575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:22.255014964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9100b3a0-a991-4c83-9b39-9968d85fc575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:22.27075091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9100b3a0-a991-4c83-9b39-9968d85fc575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:22.286238365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9100b3a0-a991-4c83-9b39-9968d85fc575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.435326794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"46b00bb8-3770-48ce-9ef4-a2637b626900","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.502624902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"46b00bb8-3770-48ce-9ef4-a2637b626900","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.502654911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"46b00bb8-3770-48ce-9ef4-a2637b626900","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.502767546Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey","reconcileID":"46b00bb8-3770-48ce-9ef4-a2637b626900","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-4c61c8/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.56606367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"6b28199d-3ef8-44b6-bc20-8d8f569c11c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.654975437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"16cdaa2c-7c34-431d-9a83-80df355ea000","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.731649634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cd15706d-cf8c-44cc-8bf9-75b506751abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.732075133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"62f86783-109c-438f-95e1-a2b7b5812005","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.732459546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f50546a8-b08b-484f-8055-7c61415c1baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.788201983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f50546a8-b08b-484f-8055-7c61415c1baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.791758653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"62f86783-109c-438f-95e1-a2b7b5812005","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.796017964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cd15706d-cf8c-44cc-8bf9-75b506751abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.815489561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"443cbf6a-c770-45d3-b74d-24dd4ef60b2b","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.837598701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-degraded-models-apikey-auth","reconcileID":"32f9153b-b2c1-48fe-a67c-15c6e1c1334a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:23.888030549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"b2943d5e-71b3-4d68-b424-c9ad87898ba5","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.445973139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"ff80f2c3-388f-4ffd-a0e9-0dc5cb0977fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.446002791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"ff80f2c3-388f-4ffd-a0e9-0dc5cb0977fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.470236632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"8e28a86f-a33c-46e7-8837-d0eb845d030b","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.613493662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"da5e3692-991a-44f5-8810-ec9bcf543f93","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.613515619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"da5e3692-991a-44f5-8810-ec9bcf543f93","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.633564438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"7132dd2e-ff92-4ccb-86f6-cf806f449e44","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.633594951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"7132dd2e-ff92-4ccb-86f6-cf806f449e44","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:27.645338475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"ef321392-4f6a-4a08-a808-cfb4a74dc195","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.658826221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f1a0418e-ac28-4a98-b154-a53139c5aff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.659743357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"18e16530-68b7-442b-a3f0-31f54eaee69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.682812852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"18e16530-68b7-442b-a3f0-31f54eaee69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.704488349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"6c1f6059-ee69-4884-946b-cc0c55c98c77","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.704646692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"6c1f6059-ee69-4884-946b-cc0c55c98c77","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.716912057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f1a0418e-ac28-4a98-b154-a53139c5aff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.723140175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"80f3e730-51ca-4cc3-ade5-495b4cc0da84","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.723172905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"80f3e730-51ca-4cc3-ade5-495b4cc0da84","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.801069262Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"cef0680f-b5d0-49df-8990-b776ff78751b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.820178605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"8a646b4f-3690-4218-b6bf-a9a75389f13d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.820199181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"8a646b4f-3690-4218-b6bf-a9a75389f13d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.844735631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"0cef34b2-e3df-463e-a376-4cbb1ccb7178","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.844761496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"0cef34b2-e3df-463e-a376-4cbb1ccb7178","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:27.86161515Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"0cef34b2-e3df-463e-a376-4cbb1ccb7178","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:27.861673413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"0cef34b2-e3df-463e-a376-4cbb1ccb7178","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.861826846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"46f11ac7-1dbc-4aa3-ba9a-2b60db3357ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.861841298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"46f11ac7-1dbc-4aa3-ba9a-2b60db3357ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.881755339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c551de22-a8af-4214-aa15-daef62747f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.900782106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c551de22-a8af-4214-aa15-daef62747f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.922471454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"631e676e-a1c0-4d95-bc6f-b60ad2fe29c7","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.981959402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"017db319-b70a-42f3-bfef-8319cc99bd12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:27.981959286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"b873eef2-be43-49bf-8d7e-adc3e7790dfc","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.001236652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"b873eef2-be43-49bf-8d7e-adc3e7790dfc","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.001707257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"017db319-b70a-42f3-bfef-8319cc99bd12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.006307614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"46ee5888-459a-465c-bb9b-b9990b58d851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.029343703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"46ee5888-459a-465c-bb9b-b9990b58d851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.172439856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"56ce8f85-4683-4a52-adee-fc703084c9cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.172461734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"56ce8f85-4683-4a52-adee-fc703084c9cd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.197783876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1e2f868c-5573-4a2e-829d-e327d8947763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.217138685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1e2f868c-5573-4a2e-829d-e327d8947763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.299006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"e26890a5-0da0-467f-9b4f-a560e71e2b39","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.318420281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"e26890a5-0da0-467f-9b4f-a560e71e2b39","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.672329913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"551ec9c1-8c86-4da6-882e-446c68a8e2ee","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.672400765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"166bb2df-86e0-4b9e-8802-6aab0611bcbe","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.672417543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"166bb2df-86e0-4b9e-8802-6aab0611bcbe","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.742153519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7a5ee9d0-e0b9-41a3-bbae-7cfe22a4e0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.742163986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"079d0ed6-4760-48e9-994b-6a39c9691c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.762006682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"d1f065f6-9504-47d9-ba41-c4716dad9e99","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.76480039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"079d0ed6-4760-48e9-994b-6a39c9691c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.765912405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7a5ee9d0-e0b9-41a3-bbae-7cfe22a4e0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.806731705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"5acb53c6-2a6b-490f-8c57-4ce7dc41099b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.806932642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"1ca9e331-c904-4ba0-9e73-d6283c27cebf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.806948349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"1ca9e331-c904-4ba0-9e73-d6283c27cebf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.891639362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"98f7110d-4de5-4603-9f78-928a4b4bf2bb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:28.919364582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-auth","reconcileID":"5acb53c6-2a6b-490f-8c57-4ce7dc41099b","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.934540912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4765eeae-64db-49df-a180-ec655315435f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.934573677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"109880ff-e878-4b03-9b0f-935b9e8f7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.9540427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4765eeae-64db-49df-a180-ec655315435f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.954368409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"109880ff-e878-4b03-9b0f-935b9e8f7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.980974274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"753c9b1a-8d02-48bc-9439-f1ec77bc7f36","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:28.980992894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"753c9b1a-8d02-48bc-9439-f1ec77bc7f36","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.07634402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","namespace":"ai-tenant-e2e-ipp-b-2af7b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.076426723Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","namespace":"ai-tenant-e2e-ipp-b-2af7b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.076490438Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","tenant":"e2e-ipp-b-2af7b0","tenantID":"e2e-ipp-b-2af7b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.100020907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2af7b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.127794461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Service","name":"maas-api-e2e-ipp-b-2af7b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.136681255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1f9a0c7f-7156-4ec0-a9db-bc74d14ca38f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.136883488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b87ebd7c-122f-436e-b4a4-142bb60c02df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.146337745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2af7b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.165147203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1f9a0c7f-7156-4ec0-a9db-bc74d14ca38f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.165739326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2af7b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.16659789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b87ebd7c-122f-436e-b4a4-142bb60c02df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.183360881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.200664611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.220215217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.237956555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.255403428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.276969569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.306450767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Service","name":"payload-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.330953954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.348768741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.36863257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.388136213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.406419541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.415447806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"18ce0428-06e3-4c6e-9712-229efcb35fb8","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.422862151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.434637049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"2169dbaa-f8f0-454f-8b07-82aadc0e022d","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.441962092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:29.447821934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-list-subs-refs-sub","reconcileID":"aa8bb512-12cc-4987-a87a-d3e0b17968cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.458891152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2af7b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.462030423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d269b2ee-3b68-4671-97f4-de9fc8c045f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.462151778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"896ad48e-e585-47fe-ab62-dcab64e87e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.47558989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2af7b0"},"namespace":"ai-tenant-e2e-ipp-b-2af7b0","name":"default-tenant","reconcileID":"7f0bfd2a-499c-4dbb-bc6e-29fc9d9bddca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2af7b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.481323741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d269b2ee-3b68-4671-97f4-de9fc8c045f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.481617204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"896ad48e-e585-47fe-ab62-dcab64e87e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.489085043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"3fb1c265-be95-4ad5-be68-01c4b8705d70","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.508184523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"3fad2c00-630f-449a-9851-1c0a246ab2c4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.592178612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5257760c-1ade-4d00-9411-ae380ccd5bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.592905492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"610a862b-927e-42cc-9e95-a4c4a79167d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.594896441Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-list-subs-refs-sub","reconcileID":"bf8d927d-9542-43d4-865e-7c22f3052911","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.696009762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"610a862b-927e-42cc-9e95-a4c4a79167d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.708294186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5257760c-1ade-4d00-9411-ae380ccd5bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.77585715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"d7fa95ae-5771-4d79-884c-e068a2eb001c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.776043018Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-sub","reconcileID":"d7fa95ae-5771-4d79-884c-e068a2eb001c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.805098642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"bc5417a6-0664-485d-826d-3cec93786dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.829723444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"34c5cf83-37a3-4f71-adbf-53a4db12913a","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:29.893559741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-list-subs-refs-sub","reconcileID":"f6fde600-499a-4502-ab45-3a59e74a8040","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.001903612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"3acadc30-2d48-46b0-bad2-255483ff1e01","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.064934015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"073adb58-22b6-4b45-9be5-972a1ab145be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.065433886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"e228fa5c-683c-49f4-baad-dbeed230af66","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.065702315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"fd64725a-44ad-4a42-b9fd-a16693c63e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.093474536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"fd64725a-44ad-4a42-b9fd-a16693c63e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.095859298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"073adb58-22b6-4b45-9be5-972a1ab145be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.097368662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"e228fa5c-683c-49f4-baad-dbeed230af66","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.115784313Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"e228fa5c-683c-49f4-baad-dbeed230af66","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:30.14619982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-status-transition-auth","reconcileID":"982e580e-2f94-415a-b7aa-317386b30fce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.293067688Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2af7b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2af7b0","reconcileID":"bb7b1ca3-b0f0-4ff9-9821-a99c65bbc658","aitenant":"ai-tenants/e2e-ipp-b-2af7b0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.392485134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"03a5f39b-7021-49f9-bfe0-256d98e64abb","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.407663651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","namespace":"ai-tenant-e2e-praxis-a-5d51a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.407724532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","namespace":"ai-tenant-e2e-praxis-a-5d51a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.407772097Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","tenant":"e2e-praxis-a-5d51a5","tenantID":"e2e-praxis-a-5d51a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.410859599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a5d00118-ada5-45d8-9052-ec492eb60110","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.424573663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Deployment","name":"maas-api-e2e-praxis-a-5d51a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.452211736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Service","name":"maas-api-e2e-praxis-a-5d51a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.458225267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0a9595f6-cc1c-4e88-83ff-c6ab28244765","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.47344399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-5d51a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.478484031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0a9595f6-cc1c-4e88-83ff-c6ab28244765","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.490500098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-5d51a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.511542734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.528937088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.532370604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"bf1ae5da-db60-4ef5-9140-75107f87ce4b","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.54975256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.553178482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"3f1cf466-0344-45b7-8343-eab67485ed02","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.560892972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"52375f05-f264-4d70-96a9-18cb74d60046","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:31.567562774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"b9205ff4-8cde-4db2-b942-d71dd634fd4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.569100976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.582758123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0299464a-2f42-4f92-87b6-f84b16b70159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.583219758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ddd6377a-7b25-43f0-a112-a5feb19215d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.598944574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0299464a-2f42-4f92-87b6-f84b16b70159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.599185093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ce8b8b97-7fd2-4b92-9502-e2af084f818e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.604208493Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2af7b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2af7b0","reconcileID":"bb7b1ca3-b0f0-4ff9-9821-a99c65bbc658","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2af7b0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2af7b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.614043596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.61474901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0299464a-2f42-4f92-87b6-f84b16b70159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.622219196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"f690a8ed-8a6c-47a7-9ee0-893d8c1e1ae4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.629736193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.631175799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0299464a-2f42-4f92-87b6-f84b16b70159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.635899003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ce8b8b97-7fd2-4b92-9502-e2af084f818e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.636376683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ddd6377a-7b25-43f0-a112-a5feb19215d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.648049087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Service","name":"payload-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.655706328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"10162863-2dcb-4bb0-8363-19beab45eef7","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.662889682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.678124981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.679592694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4d931bec-b5a3-4bea-84af-a4a5e17b1f67","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.693306275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.698811248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4d931bec-b5a3-4bea-84af-a4a5e17b1f67","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.732872721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.773609432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.825481899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.826989621Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"46425a6e-835b-491c-a346-849ad1cc5ffa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.827137385Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"46425a6e-835b-491c-a346-849ad1cc5ffa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.844782372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.864384821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c7f9cc7c-f65f-4c04-bb51-91ba0a3d6a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.864892676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-5d51a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.865410263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4e991ec0-60a8-4322-b24b-0419d232b3e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.881753889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d51a5"},"namespace":"ai-tenant-e2e-praxis-a-5d51a5","name":"default-tenant","reconcileID":"4c270fe3-2b32-4135-91d6-4ce8b7f2c2eb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-5d51a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.887541186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c7f9cc7c-f65f-4c04-bb51-91ba0a3d6a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.889042313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4e991ec0-60a8-4322-b24b-0419d232b3e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:31.903155391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"5787ad0b-1613-47b0-9d70-b3fdc77eba84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:32.09413572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4d931bec-b5a3-4bea-84af-a4a5e17b1f67","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.163772893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d6196785-7d16-4855-85e1-5b15c4722354","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.252204441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"45803fd6-28cf-41d2-82f9-7fe37fa8aabc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.286956418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"45803fd6-28cf-41d2-82f9-7fe37fa8aabc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.315341164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"9184e423-fade-49e4-9c61-a46d749cbbc5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.31556623Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"9184e423-fade-49e4-9c61-a46d749cbbc5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.494181369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"53a86ec0-9826-4ed8-bdb5-d0b084589aa9","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.554724163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ff82b357-f50c-4f8b-8a50-2be9f76bceaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.55473681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8835a5d9-a644-4e16-91a5-67b03afa80ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.575747306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ff82b357-f50c-4f8b-8a50-2be9f76bceaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.576660356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8835a5d9-a644-4e16-91a5-67b03afa80ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.671777112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14e1e6e-5c06-4898-a091-d34e9d163352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.695392704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14e1e6e-5c06-4898-a091-d34e9d163352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.719675583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14e1e6e-5c06-4898-a091-d34e9d163352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:32.756917858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14e1e6e-5c06-4898-a091-d34e9d163352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:33.412298729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3c35ff-d5de-4622-81f8-d2d4648ce097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:33.428710927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3c35ff-d5de-4622-81f8-d2d4648ce097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:33.444590784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3c35ff-d5de-4622-81f8-d2d4648ce097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:33.460372264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3c35ff-d5de-4622-81f8-d2d4648ce097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:33.611117462Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5d51a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5d51a5","reconcileID":"5b67fa31-15a3-47c7-9500-a346491ff200","aitenant":"ai-tenants/e2e-praxis-a-5d51a5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:33.852331912Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5d51a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5d51a5","reconcileID":"5b67fa31-15a3-47c7-9500-a346491ff200","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5d51a5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-5d51a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.083309527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6be25be-d9b0-4054-a139-d0d807db1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.099495567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6be25be-d9b0-4054-a139-d0d807db1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.115553763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6be25be-d9b0-4054-a139-d0d807db1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.131247006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6be25be-d9b0-4054-a139-d0d807db1a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.316450274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"4dde03ee-0781-4665-8e0a-052ba12d5847","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.373580566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bf27fd5e-bb7e-496b-89bb-f2dde95a2d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.377224125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5f9b0632-300b-4a9c-aac9-8bb87ed9ab94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.377226841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e8f0ffe9-e7c5-4f54-afc9-61b69817ed21","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.395922411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bf27fd5e-bb7e-496b-89bb-f2dde95a2d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.396858491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5f9b0632-300b-4a9c-aac9-8bb87ed9ab94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.398245548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e8f0ffe9-e7c5-4f54-afc9-61b69817ed21","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.940854457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11cff3b-cb74-415d-9dd6-6edbbcbfeecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.95670081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11cff3b-cb74-415d-9dd6-6edbbcbfeecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.972668123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11cff3b-cb74-415d-9dd6-6edbbcbfeecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:34.988247493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11cff3b-cb74-415d-9dd6-6edbbcbfeecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.055301005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"5bfb9056-db0e-4929-8d5d-0da2611f0257","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.075574619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"b970a363-e7b6-4dd4-ba43-77ddb985915b","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:38.090697271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-sub","reconcileID":"d2b3383f-8136-422f-b9f8-8ed1b17bd7a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.102719151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ce91ceff-fa30-49eb-9459-2653de58ba8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.111622039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c48c9b40-05ac-4de6-ab77-4c1aaaa857de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.122486236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ce91ceff-fa30-49eb-9459-2653de58ba8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.134738231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c48c9b40-05ac-4de6-ab77-4c1aaaa857de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.136235104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"5c24bcad-a671-484f-ae6f-b1da35b1aac5","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.154794531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"ed3287c7-7041-46f8-b774-7e98f652c9e1","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.234814096Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-sub","reconcileID":"68fe944e-c1ef-462b-9949-f1fd29c213af","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-distinct-w3-8e90c5","model":"distinct-w3-8e90c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8e90c5/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.261708947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"9b20392f-11f4-4b50-8b4a-b2b744cdc5e3","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.290819004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"97d2d129-89c7-4b2c-97f3-2b2718a2a262","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.295441909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"b52b2003-f07c-4cfa-9c2d-bd06991e4c4f","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.360892324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"84d352e2-31fd-45db-9596-750cc5e2c245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.361836275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e18dc98f-24f8-481d-9c80-86c47f192bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.385343579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"84d352e2-31fd-45db-9596-750cc5e2c245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.388014435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e18dc98f-24f8-481d-9c80-86c47f192bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.39583206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-sub","reconcileID":"e7582a01-3d29-4b17-839c-7fcd708a26cb","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-distinct-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/distinct-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.422817918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-auth","reconcileID":"b475368c-53a5-4b9a-a64a-6e26924e2bc2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.442448126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-auth","reconcileID":"b475368c-53a5-4b9a-a64a-6e26924e2bc2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.556434376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"f037700c-74a8-4cc2-8253-e6fda27bc10c","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.622535849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-auth","reconcileID":"fcd152f1-51fb-49e8-a957-31bfeb549439","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.64255079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-auth","reconcileID":"fcd152f1-51fb-49e8-a957-31bfeb549439","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.034665906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"ccf1492f-0bd7-45aa-b455-8244bf9f0dbc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.053148021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"ccf1492f-0bd7-45aa-b455-8244bf9f0dbc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.070064996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-enrichment-sub","reconcileID":"ccf1492f-0bd7-45aa-b455-8244bf9f0dbc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.331553776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"9c047be0-c8fd-4332-a1af-4cb6602c6c88","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"tenant":"e2e-worker-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.331657566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"e2e-enrichment-model-ref","reconcileID":"9c047be0-c8fd-4332-a1af-4cb6602c6c88","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.364313245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"1acccf46-54fe-475e-a187-13d955ecef4a","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.483042603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"70f70d6c-7859-4090-8174-0841f04d3442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.497637063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d5acbada-706c-4986-8f83-044b2f25071a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.553122244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d5acbada-706c-4986-8f83-044b2f25071a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.558917536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"70f70d6c-7859-4090-8174-0841f04d3442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.6272299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"6bbb409e-fb5d-49a1-b425-81aaf7b15708","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.38111441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"371dd615-349c-49c6-b70d-790bfa1385e7","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.479210029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"66eb697e-e3f3-42a4-8a89-e2f7aa14b895","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.529046553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"db3dd698-161a-420d-846a-ec527af66efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.649616122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"db3dd698-161a-420d-846a-ec527af66efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.80784844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4472f9cb-7e9b-432e-a0bf-6b429cc25c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.891817779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"63e2c437-fdf0-48ef-a1ed-4f124b0c4054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.917178436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ce3521cd-f4ea-4759-a163-d44b830b2dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.963087223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4472f9cb-7e9b-432e-a0bf-6b429cc25c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.869752955Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b85343 priority=0:[ai-tenant-e2e-worker-w1-b85343/e2e-model-match-sub ai-tenant-e2e-worker-w1-b85343/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.135104412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d9a81e75-ad45-4f1f-960c-cb6770aa22d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.986299673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"63e2c437-fdf0-48ef-a1ed-4f124b0c4054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.869926844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"8f8cabd0-8482-4422-bcbd-9389ffffd78a","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.005576795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9036c049-00f1-4d65-9ec0-0cb092cd4468","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.075198693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ce3521cd-f4ea-4759-a163-d44b830b2dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.110176174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-sub","reconcileID":"f37487d2-c7c4-4237-9558-4d7f2110c894","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-distinct-w1-b85343","model":"distinct-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.211339783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d9a81e75-ad45-4f1f-960c-cb6770aa22d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.223087043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"3d83f175-7291-4e28-8757-4534b195dd02","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.25912978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9036c049-00f1-4d65-9ec0-0cb092cd4468","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.35255978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"27968f6f-d434-4afa-b64e-a6e945c8a4bb","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.353368167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"687478fa-7ca5-4803-a4d7-39efcc174595","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.396783669Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"dad62ddf-facf-45db-90b2-53e25fc67222","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-distinct-2-w1-b85343","model":"distinct-2-w1-b85343","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b85343/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:41.397913251Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"687478fa-7ca5-4803-a4d7-39efcc174595","name":"distinct-2-w1-b85343","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-b85343\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:41.398148043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"687478fa-7ca5-4803-a4d7-39efcc174595","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-b85343\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.402041256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"3ffe9f58-ba38-4844-94ca-650e6537f06c","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.406885465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"2d19b34f-1106-4c29-bf0c-972d2c3e85cc","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.595640924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3a7520ad-2847-4cc1-a1c0-477c102f03a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.692592723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"349f01cb-ac69-453f-acff-bc098524c121","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.693235071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"fb827cca-ba8a-49f1-a674-385dab4c7248","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.695435383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3a7520ad-2847-4cc1-a1c0-477c102f03a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.69712208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-sub","reconcileID":"6890c871-9a2e-4d16-a4c4-263e9f1ccb97","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-distinct-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/distinct-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.738017599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"dbc71432-6d8e-4b4b-a72c-ebc6f25331ab","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.374019559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"63bba092-921d-44cf-a7d7-691cd6ae094c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.705155277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"4fa45d5e-1220-4f1e-91ca-54c3503acae7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.72041297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"efeaf2c7-c8cd-47e4-8909-5d1550222574","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-distinct-2-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/distinct-2-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.724455214Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-list-subs-refs-sub","reconcileID":"b9e6f7ec-3792-4ca4-bf0e-917eda4abafa","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.737762286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"284bab2f-d283-40a4-8869-d79fb9c6b6f7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.748587543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"f74e6e97-21fc-49a1-9a5f-ea4091e119e1","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.749531908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"63bba092-921d-44cf-a7d7-691cd6ae094c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.83001733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"4fa45d5e-1220-4f1e-91ca-54c3503acae7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.86055581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"284bab2f-d283-40a4-8869-d79fb9c6b6f7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.866397209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"afaaf62b-961b-421c-8ab5-8dea9e198a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.951387639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"afaaf62b-961b-421c-8ab5-8dea9e198a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.951908944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"90bf67fe-830e-4f24-ad51-3954d5e9e4fa","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.978393294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"e2e-list-subs-refs-sub","reconcileID":"b9e6f7ec-3792-4ca4-bf0e-917eda4abafa","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-4c61c8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.249135949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"ad2cf945-1ae3-481a-b8fd-4f03b7a09f2a","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.249710941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"500cce08-3d23-47a9-bc8c-6d8a33e8035f","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.267925665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"96744134-0c04-418d-a183-c2dfd2ff8453","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.395363045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"ec809e0d-d337-4789-8467-60ff65d5bb47","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.396301416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b85343 priority=0:[ai-tenant-e2e-worker-w1-b85343/e2e-model-match-sub ai-tenant-e2e-worker-w1-b85343/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.466023155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"db03a765-c435-4911-bc8d-3492d19126c9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.466654307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"d3a8679d-98d6-47d4-9e7a-591ec6480e31","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.49399778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"db03a765-c435-4911-bc8d-3492d19126c9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.499033971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"d3a8679d-98d6-47d4-9e7a-591ec6480e31","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.539369293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"99b2a5f8-bc07-44d6-8793-4b60c5123b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.540537365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4bcf0a78-651e-41db-a076-747efd084e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.723735431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"99b2a5f8-bc07-44d6-8793-4b60c5123b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.728965216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4bcf0a78-651e-41db-a076-747efd084e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.976068504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17f26c9-d33f-48b5-9527-e84508e5c30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.174881325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17f26c9-d33f-48b5-9527-e84508e5c30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.194926796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17f26c9-d33f-48b5-9527-e84508e5c30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.212650712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17f26c9-d33f-48b5-9527-e84508e5c30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.353394776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"b6ac9d28-eeeb-44bf-ad8e-d2af15a77b98","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.383173436Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"bbefa706-1642-4f44-aa79-2b756bcf1de0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.43490967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"866f460a-55a3-48d5-9a84-cedf943161fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.442678764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9ead52aa-0ae0-460b-b7ef-324fc04f2b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.442678762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"44f76f2f-c8a8-40c8-9f64-fac459d9560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.462858968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"44f76f2f-c8a8-40c8-9f64-fac459d9560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.463296598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9ead52aa-0ae0-460b-b7ef-324fc04f2b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.465359888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"bbefa706-1642-4f44-aa79-2b756bcf1de0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.465422616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"bbefa706-1642-4f44-aa79-2b756bcf1de0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.465553105Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf","reconcileID":"bbefa706-1642-4f44-aa79-2b756bcf1de0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-fc9316/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.493241985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"20c25440-e040-49b6-9835-cea631b48228","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.536506874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"a716e29b-eb22-405e-9dcb-53fa77f52189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.663654481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"70df74af-ff49-48f4-90bd-aa80d5b1dc47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.724152495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"989d8eb1-5c55-4e04-bef5-e949d526c28a","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.724812225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b85343 priority=0:[ai-tenant-e2e-worker-w1-b85343/e2e-model-match-sub ai-tenant-e2e-worker-w1-b85343/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.828698348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"115d67b7-f95b-4a0f-b37d-0895f45ca442","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.828704286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"90e901cf-4478-4c08-92d9-91d79c7f8ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.851279551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"115d67b7-f95b-4a0f-b37d-0895f45ca442","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.851503444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"90e901cf-4478-4c08-92d9-91d79c7f8ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.870217606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5ce5ab33-b46b-4eb4-9e31-33e75e321042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.883296633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"372bd609-5e1a-4c52-bf5c-86cf6d97fef8","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.893711413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5ce5ab33-b46b-4eb4-9e31-33e75e321042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.983545822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8ab2669e-3eb2-4f36-bd81-f6850694e83e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.009550833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4378d0d1-3587-414f-8437-cfaa56952de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.025714405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4378d0d1-3587-414f-8437-cfaa56952de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.042297354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4378d0d1-3587-414f-8437-cfaa56952de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.058378393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4378d0d1-3587-414f-8437-cfaa56952de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.210461535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"1ba53d03-735b-4e1e-8410-71fcfec35b62","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:47.718537506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.603480407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"68a044e0-e2c2-4bf4-a4bc-82111f2fd2f5","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.603513691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-auth","reconcileID":"f9ba239d-97d9-43ec-8e4b-81c695b79c3f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/distinct-2-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.738680468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"1d611eeb-616d-4b00-a653-c80fa0a71a81","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.883050156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"1fd8ef40-b78a-42b3-b28c-4c71a132c530","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.928987292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b95a6682-1b9b-4735-85b5-ea81c6aaff61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.928987332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0424bb25-aa6c-49a6-8193-28d6618a49d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.94923659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b95a6682-1b9b-4735-85b5-ea81c6aaff61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.949907811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0424bb25-aa6c-49a6-8193-28d6618a49d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.555155149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"a6fcd6d5-ab4c-4fc9-96b7-7dc77f632444","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.627200856Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-sub","reconcileID":"c7192218-4168-4836-88a3-d50182cf3bf9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e9bb9669","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.647208483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"795645d8-74fe-45a0-81a2-907ebd028293","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.65099034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"45767736-7fd4-43b4-a5f5-57d0ec2b2006","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.651019708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ada6e504-5e75-439a-9fa8-6c01dfa3aa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.666802461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"795645d8-74fe-45a0-81a2-907ebd028293","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.671446269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ada6e504-5e75-439a-9fa8-6c01dfa3aa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.672450592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"45767736-7fd4-43b4-a5f5-57d0ec2b2006","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.73721691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b1ddd684-fe07-4ebb-83f3-b9f765625f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.756966695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b1ddd684-fe07-4ebb-83f3-b9f765625f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.773170436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152527a0-8049-4985-9df9-cd0466df5621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.789084812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152527a0-8049-4985-9df9-cd0466df5621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.804973657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152527a0-8049-4985-9df9-cd0466df5621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.821232637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152527a0-8049-4985-9df9-cd0466df5621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.896937695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"8353da7c-093a-4066-bc6a-d2e98060a188","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.897334135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"a67157ce-f4a9-4c2d-9100-440cd1540df0","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.901415429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"3c9945a7-01c0-467e-af39-d440f9a6999c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.917869424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"1a2b3288-80a9-4541-8ada-302453651ce2","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.921546491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"3c9945a7-01c0-467e-af39-d440f9a6999c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.931050988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"62e4d74d-9d0f-4b9d-b850-58eaf3818451","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.931504074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"207f1db4-d36c-4dca-a647-d1e7c0ec12d8","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:50.933442233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-fc9316/e2e-partial-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.953825488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"2245dfca-6f23-4908-83a4-820e1531c31a","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.954142523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"1c7bcb88-57a5-4e83-ba55-c943719b4ee1","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.96859467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3a6c7ba2-ebff-436c-b14f-a038e4b687ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.988559012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3a6c7ba2-ebff-436c-b14f-a038e4b687ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.999160479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"e3a960c6-489f-4dbe-bf4d-67ed30bce077","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.999612562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"31f9545b-46cb-47d8-83f5-7cf06a704b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.99972262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b55b955a-fca5-45b9-b3d3-49322bd5112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.021918638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b55b955a-fca5-45b9-b3d3-49322bd5112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.021955346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"e3a960c6-489f-4dbe-bf4d-67ed30bce077","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.024140705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"31f9545b-46cb-47d8-83f5-7cf06a704b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.039941175Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"5cb36e0b-3e27-48f4-8c32-45cb2cea238b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.067537581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"aee48418-998a-4867-b3c5-39ec7ff5a909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.087071291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"aee48418-998a-4867-b3c5-39ec7ff5a909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.090029213Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"5cb36e0b-3e27-48f4-8c32-45cb2cea238b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"distinct-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.098330045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"710c4469-cbea-48ff-a9bf-15b060135099","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.117500538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"c22d76a2-b64d-4b95-a4ff-88a37376057d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.167827039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"aa1f1ade-3ddd-4c55-bd41-af1dca47da18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.190659164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"aa1f1ade-3ddd-4c55-bd41-af1dca47da18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.190731474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"5b051df5-4a41-4ca1-a9e9-592199f38781","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.19114781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"61341278-7f19-4a61-93c2-d4dfc6e34c6f","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.224105737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"39ee00bb-9f32-4158-8bfb-a32ecf26d890","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.320774427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-auth","reconcileID":"e55041bc-5edc-4591-841d-9658332e296e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.328459013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"65b567e3-2d24-4cfc-9aa3-8b430d10ac78","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.388965079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-auth","reconcileID":"e55041bc-5edc-4591-841d-9658332e296e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.420431072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"65b567e3-2d24-4cfc-9aa3-8b430d10ac78","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.525636725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d3ba3e-b198-40e4-8769-f43324b5916a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.541433042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d3ba3e-b198-40e4-8769-f43324b5916a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.557214733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d3ba3e-b198-40e4-8769-f43324b5916a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.561880443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"a01da1aa-b043-479a-88e0-76f2215a90fc","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.573322839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d3ba3e-b198-40e4-8769-f43324b5916a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.621669162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-auth","reconcileID":"cfd4325c-ef52-439f-ac0f-32749e25c176","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.641625103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-auth","reconcileID":"cfd4325c-ef52-439f-ac0f-32749e25c176","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:51.647675488Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-065de0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-065de0","reconcileID":"cfa7f94f-07db-443e-b42a-9d0c424bf96f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-065de0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-065de0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.26743486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7641c9c3-fde7-4b22-940a-f335730ec510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.283236844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7641c9c3-fde7-4b22-940a-f335730ec510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.299096409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7641c9c3-fde7-4b22-940a-f335730ec510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.320117347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7641c9c3-fde7-4b22-940a-f335730ec510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.316473064Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-auth","reconcileID":"4c421d99-ee22-4bdf-a9a3-bc948383b0c9","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.316537598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d7d628cc-19fb-4e87-8405-deb8d1fa85ba","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.452081653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"49585839-166f-4d4f-a593-45c691414862","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.494068892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"ead0ab92-3c3a-41a7-b34c-d211dffb5380","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.610167156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d9052beb-004d-4490-a925-22d748edc7ef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.610629814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"573d881d-35d5-4364-b912-5029b7b47d7d","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.657079085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0f54775e-4b88-4596-b1b1-aa7280b079f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.657106222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3bae3d0d-7c7f-420b-acb0-ea894dfe4fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.682599377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3bae3d0d-7c7f-420b-acb0-ea894dfe4fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.68264327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0f54775e-4b88-4596-b1b1-aa7280b079f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.754107311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","namespace":"ai-tenant-e2e-praxis-b-a19e67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.754169188Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","namespace":"ai-tenant-e2e-praxis-b-a19e67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.754225903Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","tenant":"e2e-praxis-b-a19e67","tenantID":"e2e-praxis-b-a19e67","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.771695582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a19e67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.801724863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Service","name":"maas-api-e2e-praxis-b-a19e67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.81978069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a19e67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.837092285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a19e67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.855236809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.873531161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.893180183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.913561219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.92915147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.944236967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.95960404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Service","name":"payload-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.974736956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.989691274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.004656128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.021634585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.043055888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.059938584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.078234084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.094762337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a19e67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.121281998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a19e67"},"namespace":"ai-tenant-e2e-praxis-b-a19e67","name":"default-tenant","reconcileID":"190e2620-d8f6-41c8-99d2-2e06cd5bb933","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a19e67","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.564125241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"bbe4b602-4e86-4bd2-9831-804aa7b96b90","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.63019394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a767f92e-61fe-465e-b92f-1e84729f7774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.630293843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9debf1fb-89bd-4660-ad05-284344c5cbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.630876807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"af8bed74-b092-4617-82a2-8d6ac40c3d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.651000902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a767f92e-61fe-465e-b92f-1e84729f7774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.653287443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9debf1fb-89bd-4660-ad05-284344c5cbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.690199792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"5fe6c96f-74d1-4c23-9f0a-e31799e67c73","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:57.752473583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"1bdcac0c-901e-4d11-afa2-30997a90674f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.82506458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"107d2a2c-f505-45ba-a213-9406b1a045f5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.894174807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"107d2a2c-f505-45ba-a213-9406b1a045f5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-fc9316/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.89420456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"107d2a2c-f505-45ba-a213-9406b1a045f5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.909715746Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"107d2a2c-f505-45ba-a213-9406b1a045f5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.925767076Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"e2e-partial-access-sub","reconcileID":"107d2a2c-f505-45ba-a213-9406b1a045f5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/distinct-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.936721072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-sub","reconcileID":"5cc58e88-b487-4537-b513-28bf46c8ae4b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/distinct-w3-8e90c5","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.952526983Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-sub","reconcileID":"5cc58e88-b487-4537-b513-28bf46c8ae4b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/distinct-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.957193412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"d01a0adc-5bfb-46b1-a458-97f74f40d23a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:58.967841913Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"e2e-no-access-sub","reconcileID":"5cc58e88-b487-4537-b513-28bf46c8ae4b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/distinct-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.047164859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"13c9b424-a041-4567-9e7b-b5d5a0108d6b","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.047547739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"57babf92-4961-410a-b2b8-8a720fd2d38c","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.054717958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"8bae3f20-1a22-4c3e-9d60-16ce05f18028","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.130784995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"74a821de-ccf1-4dcb-8df8-1f0660dc68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.131295295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a0b8e265-0b4d-4c21-9bf7-05a1e1e4d9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.131623394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c534ca53-4e90-471a-8721-2a977518a2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.131955641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"130fdbaa-2f08-4cbf-b417-c1ff5ddbf23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.186728603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"74a821de-ccf1-4dcb-8df8-1f0660dc68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.189134445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a0b8e265-0b4d-4c21-9bf7-05a1e1e4d9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.191463574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c534ca53-4e90-471a-8721-2a977518a2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.193573275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"130fdbaa-2f08-4cbf-b417-c1ff5ddbf23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.648392357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-sub","reconcileID":"c595c800-c6ed-476c-8b63-334ce20eb00d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/distinct-w1-b85343","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.664491167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-sub","reconcileID":"c595c800-c6ed-476c-8b63-334ce20eb00d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/distinct-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.682009107Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-sub","reconcileID":"c595c800-c6ed-476c-8b63-334ce20eb00d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/distinct-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.89785976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"353782d8-2fb2-4b43-affb-c6bd4d4c802e","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.06487289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"592b6fa0-1267-4916-b2b9-f1a9709dd78b","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.155580489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"281c7f59-1866-475c-bdfe-5f8e953c23ad","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.187699711Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"29a1ac4c-ddd3-45e5-8197-62893b2410b9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d648ba4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.188159318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"84fae0f6-e6a6-4452-9ba6-1aed19de1c29","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.18887928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0886c8e0-1903-45f8-bb07-faea47bed16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.189530709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1e222148-9317-4836-bf15-009e464e60f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.193508822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"281c7f59-1866-475c-bdfe-5f8e953c23ad","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.210170469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"84fae0f6-e6a6-4452-9ba6-1aed19de1c29","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.212270102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1e222148-9317-4836-bf15-009e464e60f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.213091513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0886c8e0-1903-45f8-bb07-faea47bed16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.321896138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"1138e34e-817c-49d9-a9f6-8b60bba87164","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.331014483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"90661bf8-aa2f-4274-ad31-57d26f92d717","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.332134051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fc5e98b1-d886-4810-ba76-0f8c60540a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.336774098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"48282c5c-f976-4280-ae34-c5257993812d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.341286247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"1138e34e-817c-49d9-a9f6-8b60bba87164","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.350710196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"90661bf8-aa2f-4274-ad31-57d26f92d717","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.351466653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fc5e98b1-d886-4810-ba76-0f8c60540a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:01.355954442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"48282c5c-f976-4280-ae34-c5257993812d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:03.08554907Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a19e67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a19e67","reconcileID":"a9555663-f476-4862-a5d7-2026f3767ad1","aitenant":"ai-tenants/e2e-praxis-b-a19e67","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:03.628109718Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a19e67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a19e67","reconcileID":"a9555663-f476-4862-a5d7-2026f3767ad1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a19e67","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a19e67"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:03.806941505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fb47e3-70b3-44e7-9046-5adbc5ad6c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.048106597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fb47e3-70b3-44e7-9046-5adbc5ad6c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.439603071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fb47e3-70b3-44e7-9046-5adbc5ad6c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.856861462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fb47e3-70b3-44e7-9046-5adbc5ad6c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.898312283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d60f2065-8d67-44c1-a8b1-a22117abe660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.052035275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d60f2065-8d67-44c1-a8b1-a22117abe660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.323435454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c6cfe8a1-88f3-479f-9d99-61ce6b34eb04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.407144929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c6cfe8a1-88f3-479f-9d99-61ce6b34eb04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.410932172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"2d221d5f-d150-4929-8027-fbb3b58c9bb2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.411542486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fb00f74e-4a02-4460-92bf-77d1533a2426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.473729136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"e2b818b6-f80a-449d-a933-95bce6b08efe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.514691143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"2d221d5f-d150-4929-8027-fbb3b58c9bb2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.574853043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fb00f74e-4a02-4460-92bf-77d1533a2426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.609220051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"e2b818b6-f80a-449d-a933-95bce6b08efe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.744656547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e1070b11-1feb-4f42-962e-611052c08a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.746620386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"12ef8552-a129-4fe9-865d-a5303ef517a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.805596508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e1070b11-1feb-4f42-962e-611052c08a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.86051842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"12ef8552-a129-4fe9-865d-a5303ef517a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:06.227788606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e2a65b51-f889-441a-a6af-004dd70b0228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:06.372706383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e2a65b51-f889-441a-a6af-004dd70b0228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:06.407570613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"9758d31f-6e3f-4e99-8a56-7b8872de171a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.114373493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"39621c43-ecb4-47ca-90f3-fd810952c8aa","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.349382542Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"6e7c2671-e8ec-4bd4-93fa-2336ba851ff5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d648ba4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.436372362Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"b1777218-6fe8-4140-8861-c36a5c349f4b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d648ba4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.511960277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"f1858fed-aa4a-44e0-80cf-196a445b0a24","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.512857002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"344a245a-bfd0-4451-bfdd-2f08560011f8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.530574145Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-359f71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-359f71","reconcileID":"6702a786-db04-42f9-9636-5cc72c47757f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-359f71","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-359f71":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.582627747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"f1858fed-aa4a-44e0-80cf-196a445b0a24","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.60831796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"495ed2cb-f877-4e57-8d4a-377dba5e2110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.609132058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"eb99ffc8-77f3-408f-a906-a031715a1c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.616737724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"344a245a-bfd0-4451-bfdd-2f08560011f8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.645416264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"495ed2cb-f877-4e57-8d4a-377dba5e2110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.714989547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"eb99ffc8-77f3-408f-a906-a031715a1c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.944957173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5817a73-b739-4d9a-9bca-c99f2a2d1b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.993582445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5817a73-b739-4d9a-9bca-c99f2a2d1b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:08.056436852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e62935","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e62935","reconcileID":"0dad3bd1-801d-41f4-8287-d7554ae1791e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e62935","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e62935":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:08.058453053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5817a73-b739-4d9a-9bca-c99f2a2d1b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:08.08765891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5817a73-b739-4d9a-9bca-c99f2a2d1b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:08.102307825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"f2456936-d53f-4a29-b6eb-eddf07010cc7","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.112852688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"14c307a0-73d3-46d7-9e50-91fac992ae99","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.170186257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff31e2e-0914-44e0-83c2-1786a4320e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.186336098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff31e2e-0914-44e0-83c2-1786a4320e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.202319861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff31e2e-0914-44e0-83c2-1786a4320e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.217916587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff31e2e-0914-44e0-83c2-1786a4320e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.565459631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"66138768-2828-4f46-975b-247b6707f353","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.617802639Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"66138768-2828-4f46-975b-247b6707f353","name":"e2e-shared-a-w2-065de0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.048835565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b29f47-49c0-403b-93aa-bc2086c8450e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.06606521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b29f47-49c0-403b-93aa-bc2086c8450e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.082902761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b29f47-49c0-403b-93aa-bc2086c8450e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.102723538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b29f47-49c0-403b-93aa-bc2086c8450e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.777234089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4eb87f-7656-436a-82f1-721beee8b939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.793962811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4eb87f-7656-436a-82f1-721beee8b939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.812380938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4eb87f-7656-436a-82f1-721beee8b939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.833743305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4eb87f-7656-436a-82f1-721beee8b939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.495145866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43be545-3b4b-4c00-bffe-8de4881aea10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.511911241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43be545-3b4b-4c00-bffe-8de4881aea10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.528477327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43be545-3b4b-4c00-bffe-8de4881aea10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.544536187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43be545-3b4b-4c00-bffe-8de4881aea10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.240107883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"fa38a914-648a-4af0-85e3-4b7b642f6c6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.793149288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"c0d19517-5eeb-41b7-b4ec-b37dc530ff74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.199914541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"50938ba1-7f00-423b-869c-c6c548d4e64e","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.219622358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"d4b1d005-bb84-4cd5-b250-d9dfbfcce8c4","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.265318771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"18a289e5-8222-42f0-9b24-0dd3fb3efc54","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.285816304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"18a289e5-8222-42f0-9b24-0dd3fb3efc54","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.422394127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"f93976cd-8ae0-4cc5-8e0b-ed0905d6220d","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.441230051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"c8ecce7e-68f1-407f-90ca-d52cfb706fd3","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.455526564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"c8e277df-b693-4c85-9daf-e09a9491720c","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:35:16.458113017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-subscription-success","reconcileID":"b74386dd-8b19-4b08-a75d-2b06a5b54571","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.470307695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"342cc9ef-4fb2-46ec-8fce-f08b76de58e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.472874158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2fdddbfe-2dc4-4f2f-b0ae-7bad0058213b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.489760715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"342cc9ef-4fb2-46ec-8fce-f08b76de58e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.492762017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2fdddbfe-2dc4-4f2f-b0ae-7bad0058213b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.497678625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"f7b8c694-72fc-4237-af66-5c27c40e1d1e","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.518309023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"d095db1e-9396-4d04-82f7-66838382b91e","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.569094815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"d85a54df-ee97-489c-83f9-6a92b79d39e7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.588373074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"d85a54df-ee97-489c-83f9-6a92b79d39e7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.602187114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-subscription-success","reconcileID":"667ee0ea-fad2-484f-b349-26d186e0dba5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-99bdb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.658158951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"0344cc91-67fe-4d59-9bb8-bc838c612fbc","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.681718416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"9a4f3a54-acc0-44c6-b1e0-bc24b768b96b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.682899289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3854661b-ea0b-49f4-88d1-7e8d48254fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.682901469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7be7d742-be4f-4d67-ad50-134c6ce06b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.703136095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3854661b-ea0b-49f4-88d1-7e8d48254fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.703221494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7be7d742-be4f-4d67-ad50-134c6ce06b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.783309636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-subscription-success","reconcileID":"7eae48c1-47e1-42a3-8449-df827a4786db","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.788169453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"aab25ab5-beb1-4700-acdb-f623a3e368c0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:16.807719435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"aab25ab5-beb1-4700-acdb-f623a3e368c0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.291793602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"27843567-dc13-43a3-85f4-3f7bd5939b85","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.452711963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"cca0e50b-d007-4a4e-988d-572014f2ac2b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/distinct-2-w1-b85343","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.457677034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"0a1b150e-edad-451d-ab75-5b4e3bae5e40","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.468993482Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"cca0e50b-d007-4a4e-988d-572014f2ac2b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/distinct-2-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.484671052Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-sub","reconcileID":"cca0e50b-d007-4a4e-988d-572014f2ac2b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/distinct-2-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.503054888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"560ae434-9175-48f6-b2d4-958d733699b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.503638074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"04a0d8f8-dd66-486d-927b-21dd512a2bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.503702461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"03b894c9-37cc-4fe0-8d25-f0f32bf1166d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.523307375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"560ae434-9175-48f6-b2d4-958d733699b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.52519594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"04a0d8f8-dd66-486d-927b-21dd512a2bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.526295548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"03b894c9-37cc-4fe0-8d25-f0f32bf1166d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.537787583Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"ffa589b4-b4bf-4b55-9fd8-4cc1a6643ca2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-99bdb8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.566798066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-subscription-success","reconcileID":"1aa3c7b8-c69e-4f9a-bf42-887a9ac833d8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.603497341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"c592a4ac-f8ce-4377-a23b-d4d753add0c1","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.634863507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"37d4861e-01e5-4d09-afda-ee8f79f1ed52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.678865891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"805cc89f-fe00-4cfe-aaa9-b76be3f5b566","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.678870502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ccf93a97-1d94-4710-a7d8-56bac08f2545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.682008431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"79a0d02a-7266-4a26-9753-963ee0fc5a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.685029052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"411f50bb-4911-4848-aecd-4be1addbc94b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.699535906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ccf93a97-1d94-4710-a7d8-56bac08f2545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.699568914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"805cc89f-fe00-4cfe-aaa9-b76be3f5b566","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.699874985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.702003419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"79a0d02a-7266-4a26-9753-963ee0fc5a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.704171458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"411f50bb-4911-4848-aecd-4be1addbc94b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.748477197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"7d8313c6-bbb3-41d3-b080-941be58361a9","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.833051285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-match-auth","reconcileID":"7a80df9a-9dde-4747-b6a5-02dd80926e15","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/distinct-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.979042059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"a5ea5407-d36f-4e08-a2cb-06f65c3d8d4f","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:18.136052568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"9c3facd0-1075-4391-8191-df071942ef00","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:18.136064821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"e2e-model-nomatch-auth","reconcileID":"b9d3c6ad-cd40-4e08-8d20-19e9fb09c45e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/distinct-2-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:18.146794316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"247ec3f2-a3f9-4fab-b8ac-9431e90f4b8c","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:18.276297294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"c0cdd7ff-473d-468d-be6c-59b6ec870f5f","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.136677866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"8019f2c1-7b36-4613-85f4-d2834f6d5524","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.402041568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"548c2892-9e54-453a-8285-1fece4f74ae7","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.418984705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"dc1a7349-1a5d-443e-bb45-3637aa18a3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.420018731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b2f7b8d6-6fcd-4bd8-a90f-d6b7babdc178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.440937851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b2f7b8d6-6fcd-4bd8-a90f-d6b7babdc178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.442628038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"dc1a7349-1a5d-443e-bb45-3637aa18a3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.742820881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0bc7736b-6dac-4622-b67d-3f992f5ef7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.743629746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"69009ba9-8669-4cec-b429-f2fa6d90b22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.765578325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0bc7736b-6dac-4622-b67d-3f992f5ef7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.767958445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"69009ba9-8669-4cec-b429-f2fa6d90b22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.894489584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c24658b2-0e41-45e3-9f2a-e3a31213e8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.895312892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"24135386-93cf-40c8-b5be-db150308d041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.921967872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"24135386-93cf-40c8-b5be-db150308d041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.924972418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c24658b2-0e41-45e3-9f2a-e3a31213e8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:22.681678914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"7ec82f49-b7ae-4ee5-9ab1-f1270e8f3f78","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.121497374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b3b22-96dc-4fe9-8134-9672bd89bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.137735985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b3b22-96dc-4fe9-8134-9672bd89bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.153300534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b3b22-96dc-4fe9-8134-9672bd89bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.169151305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b3b22-96dc-4fe9-8134-9672bd89bf0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.642434274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"fa19b876-3dfc-4eda-8bf8-6176c5a66d89","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.714527525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"6c338ac1-195d-476c-b730-f4cb60df68c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.762585589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"6c338ac1-195d-476c-b730-f4cb60df68c2","name":"e2e-shared-a-w3-359f71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.916648416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc30b6-0c94-48c3-b08d-7255d1752443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.933800749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc30b6-0c94-48c3-b08d-7255d1752443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.949966885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc30b6-0c94-48c3-b08d-7255d1752443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.966159474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8bc30b6-0c94-48c3-b08d-7255d1752443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.401068191Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c59124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c59124","reconcileID":"9c7cfaff-285b-4720-9e6f-2f937a3618ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c59124","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c59124":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.722049484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b90717b-d96f-42e2-bc9a-b3b230ee5b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.738405047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b90717b-d96f-42e2-bc9a-b3b230ee5b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.755638048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b90717b-d96f-42e2-bc9a-b3b230ee5b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.771595906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b90717b-d96f-42e2-bc9a-b3b230ee5b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.488142663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad68c9-639f-4fda-9bba-a2ce4e6f6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.504661733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad68c9-639f-4fda-9bba-a2ce4e6f6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.520828757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad68c9-639f-4fda-9bba-a2ce4e6f6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.538516692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ad68c9-639f-4fda-9bba-a2ce4e6f6fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.898467584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"0f90ab49-6de7-4c8a-9001-21c72c0d3f00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.968133167Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"0f90ab49-6de7-4c8a-9001-21c72c0d3f00","name":"e2e-shared-a-w0-e62935-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:26.323247508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b869f5-90e9-4174-a606-b064e2a33dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:26.338975273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b869f5-90e9-4174-a606-b064e2a33dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:26.35463239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b869f5-90e9-4174-a606-b064e2a33dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:26.370702276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b869f5-90e9-4174-a606-b064e2a33dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.073598484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cf0df-d8a4-4fba-80a1-7d99c02849d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.089566471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cf0df-d8a4-4fba-80a1-7d99c02849d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.105534153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cf0df-d8a4-4fba-80a1-7d99c02849d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.121314649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0cf0df-d8a4-4fba-80a1-7d99c02849d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.652811147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-subscription-success","reconcileID":"28e35408-9125-4a1c-9eb2-8448c5da6fde","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.700330698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-subscription-success","reconcileID":"28e35408-9125-4a1c-9eb2-8448c5da6fde","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.772025319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45a91b-85d6-464b-93af-0d0911014a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.773200155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"42efc4b7-8b93-4a02-abd8-706529be5d86","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.787794724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45a91b-85d6-464b-93af-0d0911014a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.803501651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45a91b-85d6-464b-93af-0d0911014a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.819877041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a45a91b-85d6-464b-93af-0d0911014a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.867202034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"624d28bc-2e8b-42ef-8b78-7d93b4e353fb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.867461937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"60467c92-742b-489f-936d-33a94393135b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.867202074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5f67aea9-4f01-41a7-b500-773fbe09099d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.888187779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"624d28bc-2e8b-42ef-8b78-7d93b4e353fb","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.889704585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5f67aea9-4f01-41a7-b500-773fbe09099d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.891103965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"60467c92-742b-489f-936d-33a94393135b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:27.927869859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"63d445f7-20db-40ba-b927-0ec0cdc9f924","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:28.019139497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"e2e-test-auth-success","reconcileID":"d9bef126-835c-4f2a-b7c4-c5ee4aeb4250","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:28.068835196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"bd75328d-baff-444f-b5f9-fb46ffbe57ec","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:28.706570745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b7da9-baa7-4a51-90f2-f3c49f721383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:28.722572023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b7da9-baa7-4a51-90f2-f3c49f721383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:28.740156022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b7da9-baa7-4a51-90f2-f3c49f721383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:28.756033971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b7da9-baa7-4a51-90f2-f3c49f721383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:29.356797018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637f91f1-c488-449f-8469-0212bae09de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:29.37289764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637f91f1-c488-449f-8469-0212bae09de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:29.389161829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637f91f1-c488-449f-8469-0212bae09de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:29.405361932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637f91f1-c488-449f-8469-0212bae09de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:30.198882045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887dfc7f-2bb5-4b8b-b3b7-a7a1a9442cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:30.215628414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887dfc7f-2bb5-4b8b-b3b7-a7a1a9442cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:30.231623449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887dfc7f-2bb5-4b8b-b3b7-a7a1a9442cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:30.248101149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887dfc7f-2bb5-4b8b-b3b7-a7a1a9442cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:30.974402221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e17424-149e-4a97-9ebd-5af3e7e96ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:30.992522739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e17424-149e-4a97-9ebd-5af3e7e96ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:31.013176553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e17424-149e-4a97-9ebd-5af3e7e96ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:31.029227627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e17424-149e-4a97-9ebd-5af3e7e96ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:31.703660704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584b11fa-1c05-4373-baa4-421b0cdcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:31.7199384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584b11fa-1c05-4373-baa4-421b0cdcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:31.735711631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584b11fa-1c05-4373-baa4-421b0cdcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:31.751436601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"584b11fa-1c05-4373-baa4-421b0cdcdaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:32.504544447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2f1228-0149-41f6-8048-ad93a8384ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:32.548043939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2f1228-0149-41f6-8048-ad93a8384ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:32.569017012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2f1228-0149-41f6-8048-ad93a8384ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:32.613236993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2f1228-0149-41f6-8048-ad93a8384ee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:33.370221971Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-9908e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-9908e8","reconcileID":"342a9192-05fb-439f-a068-8292a0ea4134","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-9908e8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-9908e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:33.421633255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c457a542-d210-412e-b237-1c904430131a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:33.439141027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c457a542-d210-412e-b237-1c904430131a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:33.461681685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c457a542-d210-412e-b237-1c904430131a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:33.478495087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c457a542-d210-412e-b237-1c904430131a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:34.292663411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e22446-28b1-42fb-b992-a3eac41b3c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:34.313591656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e22446-28b1-42fb-b992-a3eac41b3c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:34.329420199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e22446-28b1-42fb-b992-a3eac41b3c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:34.345358541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e22446-28b1-42fb-b992-a3eac41b3c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.147926365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff0be70d-fd17-45b0-8b3e-39ee561fb78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.16488022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff0be70d-fd17-45b0-8b3e-39ee561fb78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.181495979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff0be70d-fd17-45b0-8b3e-39ee561fb78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.201453344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff0be70d-fd17-45b0-8b3e-39ee561fb78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.096581785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec8d3e-9b3e-4e62-8c53-9f19b362f71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.117738742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec8d3e-9b3e-4e62-8c53-9f19b362f71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.135474247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec8d3e-9b3e-4e62-8c53-9f19b362f71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.152337634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dec8d3e-9b3e-4e62-8c53-9f19b362f71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.943369628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc5c4-a9b4-4a84-9596-124cc7feb72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.959052579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc5c4-a9b4-4a84-9596-124cc7feb72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:36.983055283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc5c4-a9b4-4a84-9596-124cc7feb72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:37.006038525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc5c4-a9b4-4a84-9596-124cc7feb72d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:37.669840968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587d4766-ce88-4041-84bd-9e7ab2bf6d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:37.704364261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587d4766-ce88-4041-84bd-9e7ab2bf6d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:37.73557015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587d4766-ce88-4041-84bd-9e7ab2bf6d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:37.751940844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587d4766-ce88-4041-84bd-9e7ab2bf6d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:37.773815099Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-7ef1b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-7ef1b6","reconcileID":"e7fda757-539e-453a-b114-12e04b743b7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-7ef1b6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-7ef1b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:38.454526187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1e0809-0622-4f7e-aea2-42a4352c8b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:38.470217468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1e0809-0622-4f7e-aea2-42a4352c8b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:38.485868461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1e0809-0622-4f7e-aea2-42a4352c8b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:38.503367765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1e0809-0622-4f7e-aea2-42a4352c8b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:39.159698711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1e86f8-8491-44a6-8d5e-b1310304243b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:39.175361487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1e86f8-8491-44a6-8d5e-b1310304243b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:39.19248429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1e86f8-8491-44a6-8d5e-b1310304243b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:39.230844291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1e86f8-8491-44a6-8d5e-b1310304243b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:39.94361168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874030ef-128c-4272-a6aa-bdc327ab6ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:39.967285747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874030ef-128c-4272-a6aa-bdc327ab6ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.025926604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874030ef-128c-4272-a6aa-bdc327ab6ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.084912778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874030ef-128c-4272-a6aa-bdc327ab6ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.738590319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37802cad-7810-475d-aeb5-df4cad072771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.754321618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37802cad-7810-475d-aeb5-df4cad072771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.770014175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37802cad-7810-475d-aeb5-df4cad072771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.801723725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37802cad-7810-475d-aeb5-df4cad072771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:43.496922943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75025c1-d67f-4d45-a4d7-c647140f891b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:43.512922367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75025c1-d67f-4d45-a4d7-c647140f891b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:43.528442566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75025c1-d67f-4d45-a4d7-c647140f891b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:43.544170766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75025c1-d67f-4d45-a4d7-c647140f891b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:44.192024258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17c4db6-1801-4c62-91df-36f341a75e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:44.208793058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17c4db6-1801-4c62-91df-36f341a75e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:44.225016544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17c4db6-1801-4c62-91df-36f341a75e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:44.241378598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17c4db6-1801-4c62-91df-36f341a75e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:44.85820161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"c0a056b2-550c-4e50-afb8-f05898b4d819","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c59124","tenantID":"e2e-autores-c59124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:44.902237803Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"c0a056b2-550c-4e50-afb8-f05898b4d819","name":"e2e-autores-c59124-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:45.013367266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609da953-cd52-4f39-af04-86fb705f98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:45.029019698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609da953-cd52-4f39-af04-86fb705f98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:45.04471623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609da953-cd52-4f39-af04-86fb705f98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:45.086658842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609da953-cd52-4f39-af04-86fb705f98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:45.999006828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7a4a02-da0e-4cd1-8757-5ab89bf8a754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:46.029742519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7a4a02-da0e-4cd1-8757-5ab89bf8a754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:46.048746049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7a4a02-da0e-4cd1-8757-5ab89bf8a754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:46.064895729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7a4a02-da0e-4cd1-8757-5ab89bf8a754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.425534009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"86f45e3a-4968-4309-8455-e2fcb9f100d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.426341251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3ea9312a-7de8-4865-8959-052cac380c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.583848435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"86f45e3a-4968-4309-8455-e2fcb9f100d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.67080402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3ea9312a-7de8-4865-8959-052cac380c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.752537575Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:48.743520294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffeb716-9b50-45e2-b2d1-c6c03edeb47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:48.777144476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffeb716-9b50-45e2-b2d1-c6c03edeb47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:48.800499752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffeb716-9b50-45e2-b2d1-c6c03edeb47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:48.817519239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffeb716-9b50-45e2-b2d1-c6c03edeb47e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.485313743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfb6108-415b-4827-871f-5087c20567e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.51471558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfb6108-415b-4827-871f-5087c20567e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.530435362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfb6108-415b-4827-871f-5087c20567e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.54620563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cfb6108-415b-4827-871f-5087c20567e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:50.303574031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7da7d-35e1-4efc-9653-c41a4730dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:50.320319019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7da7d-35e1-4efc-9653-c41a4730dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:50.336156527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7da7d-35e1-4efc-9653-c41a4730dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:50.352085988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4be7da7d-35e1-4efc-9653-c41a4730dc72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.178613425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4d8b7e-5527-4aca-bb59-40f3ceb9cea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.201080102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4d8b7e-5527-4aca-bb59-40f3ceb9cea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.217833325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4d8b7e-5527-4aca-bb59-40f3ceb9cea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.233762082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4d8b7e-5527-4aca-bb59-40f3ceb9cea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.569395055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-2858fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-2858fb","reconcileID":"33e2b231-1a22-4585-94d6-a7f5654c20ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-2858fb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-2858fb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.997402897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad403e4c-9bd3-4e32-ae60-2203f3d6297d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:52.061176315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad403e4c-9bd3-4e32-ae60-2203f3d6297d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:52.129554426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad403e4c-9bd3-4e32-ae60-2203f3d6297d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:52.15037487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad403e4c-9bd3-4e32-ae60-2203f3d6297d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:53.023079131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6bb86f-4f31-4253-918a-64ba7596f426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:53.039561341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6bb86f-4f31-4253-918a-64ba7596f426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:53.05533804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6bb86f-4f31-4253-918a-64ba7596f426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:53.07102025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a6bb86f-4f31-4253-918a-64ba7596f426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:54.987308437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e12992-a544-4a16-a901-aa77aefe46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.003558821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e12992-a544-4a16-a901-aa77aefe46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.019312326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e12992-a544-4a16-a901-aa77aefe46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.03757925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e12992-a544-4a16-a901-aa77aefe46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.760768273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee791ea-313b-4368-9e3e-ec81187b163f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.776619408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee791ea-313b-4368-9e3e-ec81187b163f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.792644946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee791ea-313b-4368-9e3e-ec81187b163f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.808344868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee791ea-313b-4368-9e3e-ec81187b163f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:55.879786889Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a07a90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a07a90","reconcileID":"e9530633-b291-47ec-85ec-5063cd79e0e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-a07a90","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-a07a90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:56.54632543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f27bfc-b1a6-4417-8d90-dd24dd2651e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:56.562062201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f27bfc-b1a6-4417-8d90-dd24dd2651e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:56.580014545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f27bfc-b1a6-4417-8d90-dd24dd2651e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:56.60197629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f27bfc-b1a6-4417-8d90-dd24dd2651e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:57.225944544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59176874-b8c3-4721-b56a-61d92ec4ee89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:57.244150683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59176874-b8c3-4721-b56a-61d92ec4ee89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:57.259974532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59176874-b8c3-4721-b56a-61d92ec4ee89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:57.276492897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59176874-b8c3-4721-b56a-61d92ec4ee89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.029154041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a7c4d3-8e37-4757-9ceb-0cc56388c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.146001683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a7c4d3-8e37-4757-9ceb-0cc56388c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.165615119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a7c4d3-8e37-4757-9ceb-0cc56388c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.181328316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a7c4d3-8e37-4757-9ceb-0cc56388c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.303704018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"509b6f4b-ade0-4995-8677-636f88ad49cd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.347635911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"509b6f4b-ade0-4995-8677-636f88ad49cd","name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:02.046747799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"9acd4fd8-8e72-4da0-bdf8-c28d13ee6099","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:02.09282627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"9acd4fd8-8e72-4da0-bdf8-c28d13ee6099","name":"e2e-shared-b-w2-7ef1b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.082735173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11a7c85-cf78-4ab6-b975-a0e53186f694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.09836634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11a7c85-cf78-4ab6-b975-a0e53186f694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.113915117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11a7c85-cf78-4ab6-b975-a0e53186f694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.129382408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11a7c85-cf78-4ab6-b975-a0e53186f694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.762287857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a83dc8-d890-4b18-984e-affb45382b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.778318514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a83dc8-d890-4b18-984e-affb45382b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.79382503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a83dc8-d890-4b18-984e-affb45382b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:10.809833006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a83dc8-d890-4b18-984e-affb45382b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:14.483554334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"cdd07458-303c-4e70-ba96-3336bca65099","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:14.525596685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"cdd07458-303c-4e70-ba96-3336bca65099","name":"e2e-shared-b-w3-2858fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:17.697373095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.940204401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"a4bc97b9-123b-45de-9a56-9bd35bd5c6d2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.985404888Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"a4bc97b9-123b-45de-9a56-9bd35bd5c6d2","name":"e2e-shared-b-w0-a07a90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.308305352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f87114-ff9a-4fac-9031-80810edd9db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.323888608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f87114-ff9a-4fac-9031-80810edd9db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.339620632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f87114-ff9a-4fac-9031-80810edd9db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.355806998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f87114-ff9a-4fac-9031-80810edd9db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.942860293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7ed5e2-5f10-43c7-91ee-e177c1e2d466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.958479616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7ed5e2-5f10-43c7-91ee-e177c1e2d466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.974094389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7ed5e2-5f10-43c7-91ee-e177c1e2d466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.989674048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc7ed5e2-5f10-43c7-91ee-e177c1e2d466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.923901922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44b0302-0865-430c-9223-bc7f87b18e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.944041246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44b0302-0865-430c-9223-bc7f87b18e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.960961012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44b0302-0865-430c-9223-bc7f87b18e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.976740246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44b0302-0865-430c-9223-bc7f87b18e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.574453006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854b455-8afa-4743-970c-f0c29f51e304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.590433526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854b455-8afa-4743-970c-f0c29f51e304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.606317099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854b455-8afa-4743-970c-f0c29f51e304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.622520884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2854b455-8afa-4743-970c-f0c29f51e304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.541366771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1477788-7b55-446f-82f0-09a0e71a209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.557729501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1477788-7b55-446f-82f0-09a0e71a209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.573983293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1477788-7b55-446f-82f0-09a0e71a209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.589736056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1477788-7b55-446f-82f0-09a0e71a209c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.241348243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f866bcb2-2453-4825-a3f8-3c892944eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.257207749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f866bcb2-2453-4825-a3f8-3c892944eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.273324446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f866bcb2-2453-4825-a3f8-3c892944eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.289246129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f866bcb2-2453-4825-a3f8-3c892944eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.376912914Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-20109d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-20109d","reconcileID":"76d2997c-9186-4a3f-830c-657ca73db31d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-20109d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-20109d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.944088657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c2ca8f-3647-456b-bc75-134bb2321d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.960249029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c2ca8f-3647-456b-bc75-134bb2321d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.976567617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c2ca8f-3647-456b-bc75-134bb2321d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:34.992740892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c2ca8f-3647-456b-bc75-134bb2321d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:35.67256989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11092873-0f65-4f79-b1a0-9348e0bd4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:35.688329587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11092873-0f65-4f79-b1a0-9348e0bd4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:35.703884585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11092873-0f65-4f79-b1a0-9348e0bd4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:35.719974827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11092873-0f65-4f79-b1a0-9348e0bd4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:36.589066261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e674c87-5861-4883-b4c0-354f6c6ec4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:36.61498391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e674c87-5861-4883-b4c0-354f6c6ec4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:36.681847107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e674c87-5861-4883-b4c0-354f6c6ec4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:36.751977543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e674c87-5861-4883-b4c0-354f6c6ec4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:37.664799441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf4cb0-1d9e-48bb-8b3d-1f44dc22b286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:37.681091525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf4cb0-1d9e-48bb-8b3d-1f44dc22b286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:37.696836276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf4cb0-1d9e-48bb-8b3d-1f44dc22b286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:37.712699466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadf4cb0-1d9e-48bb-8b3d-1f44dc22b286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:38.352124568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eb9ca7-d7a1-4cd4-897a-fcb8d42149d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:38.368925423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eb9ca7-d7a1-4cd4-897a-fcb8d42149d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:38.384865121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eb9ca7-d7a1-4cd4-897a-fcb8d42149d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:38.401002233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eb9ca7-d7a1-4cd4-897a-fcb8d42149d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.090018091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258483c8-9466-49d3-8fb4-5ee300c46eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.10589022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258483c8-9466-49d3-8fb4-5ee300c46eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.121561813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258483c8-9466-49d3-8fb4-5ee300c46eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.137543819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258483c8-9466-49d3-8fb4-5ee300c46eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.758217798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817b7d0-4f2d-4f61-aafa-410a09ef1a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.773787005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817b7d0-4f2d-4f61-aafa-410a09ef1a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.792459244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817b7d0-4f2d-4f61-aafa-410a09ef1a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.809543589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0817b7d0-4f2d-4f61-aafa-410a09ef1a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.272132222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57092010-56e0-44a6-96d8-12bc27ea50e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.288054864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57092010-56e0-44a6-96d8-12bc27ea50e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.303965221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57092010-56e0-44a6-96d8-12bc27ea50e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.319822301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57092010-56e0-44a6-96d8-12bc27ea50e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.922102108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a7c02d-53e3-4262-b6b6-cc17fedf5f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.937936417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a7c02d-53e3-4262-b6b6-cc17fedf5f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.95390024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a7c02d-53e3-4262-b6b6-cc17fedf5f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.970000572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a7c02d-53e3-4262-b6b6-cc17fedf5f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:42.628692992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8175816-46d1-4f34-873e-c516a42b3da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:42.681643352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8175816-46d1-4f34-873e-c516a42b3da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:42.697678011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8175816-46d1-4f34-873e-c516a42b3da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:42.713231796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8175816-46d1-4f34-873e-c516a42b3da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.364395351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e882bf3-a07c-4a78-854d-a0141be4c298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.380110865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e882bf3-a07c-4a78-854d-a0141be4c298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.395916634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e882bf3-a07c-4a78-854d-a0141be4c298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.411851796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e882bf3-a07c-4a78-854d-a0141be4c298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.867629815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad442634-ed23-453a-ac47-1f3b68a0055d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.883444723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad442634-ed23-453a-ac47-1f3b68a0055d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.899361051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad442634-ed23-453a-ac47-1f3b68a0055d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.915321553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad442634-ed23-453a-ac47-1f3b68a0055d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.214795658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c59124","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"autores-model-c59124","reconcileID":"b0ddccfd-9ad6-4826-98d5-3a482cca4ad4","MaaSModelRef":{"name":"autores-model-c59124","namespace":"ai-tenant-e2e-autores-c59124"},"tenant":"e2e-autores-c59124","gateway":"openshift-ingress/e2e-autores-c59124","model":"ai-tenant-e2e-autores-c59124/autores-model-c59124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.214818772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c59124","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"autores-model-c59124","reconcileID":"b0ddccfd-9ad6-4826-98d5-3a482cca4ad4","MaaSModelRef":{"name":"autores-model-c59124","namespace":"ai-tenant-e2e-autores-c59124"},"routeName":"autores-model-c59124-kserve-route","namespace":"ai-tenant-e2e-autores-c59124","llmisvcName":"autores-model-c59124","gateway":"openshift-ingress/e2e-autores-c59124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.579871158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5dc64-b7af-4ec1-a0f2-23f565eb8fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.596577009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5dc64-b7af-4ec1-a0f2-23f565eb8fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.612140849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5dc64-b7af-4ec1-a0f2-23f565eb8fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.628424025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f5dc64-b7af-4ec1-a0f2-23f565eb8fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.698431499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:02.366768212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"63ceff61-26dd-4ecf-a847-f24997cfb711","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:02.40784574Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"63ceff61-26dd-4ecf-a847-f24997cfb711","name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:11.560825763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"74b27f24-ff36-4f1b-9ce1-213829f23b7f","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:11.560857881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"74b27f24-ff36-4f1b-9ce1-213829f23b7f","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:17.698798401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:20.410522963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"41e65500-25af-4445-9f14-5a89a5372f34","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:20.410558296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"41e65500-25af-4445-9f14-5a89a5372f34","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:28.882405695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505eb23-6ab2-4807-9b48-bd8abdf29302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:28.898213781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505eb23-6ab2-4807-9b48-bd8abdf29302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:28.913735571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505eb23-6ab2-4807-9b48-bd8abdf29302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:28.929597864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6505eb23-6ab2-4807-9b48-bd8abdf29302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.55709886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121c2210-5f63-4e01-84e2-a5a68c4786e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.57295542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121c2210-5f63-4e01-84e2-a5a68c4786e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.588785493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121c2210-5f63-4e01-84e2-a5a68c4786e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.605302621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121c2210-5f63-4e01-84e2-a5a68c4786e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:35.435096595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fd5dce-d0e2-4dd6-850e-326c77c37b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:35.464576209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fd5dce-d0e2-4dd6-850e-326c77c37b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:35.483814538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fd5dce-d0e2-4dd6-850e-326c77c37b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:35.50955281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fd5dce-d0e2-4dd6-850e-326c77c37b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:36.292709315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a1d2d1-c608-47c0-ae2a-16a084608c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:36.309127983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a1d2d1-c608-47c0-ae2a-16a084608c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:36.325070273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a1d2d1-c608-47c0-ae2a-16a084608c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:36.341505238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a1d2d1-c608-47c0-ae2a-16a084608c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:40.09833068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"5ce03979-70d1-499c-846f-f5c76b4f0ec2","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:40.09836033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"5ce03979-70d1-499c-846f-f5c76b4f0ec2","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.612311823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"8d0247b2-e50a-49a1-82c8-b55cf2b3ac09","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.612342115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"8d0247b2-e50a-49a1-82c8-b55cf2b3ac09","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.948685346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"b6eb68d3-40de-494c-aabf-d4cae7f71a61","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.948714641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"b6eb68d3-40de-494c-aabf-d4cae7f71a61","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.966596177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"17d917ec-ebb7-428f-a5da-54ee9d8d3c1a","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.966613762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"17d917ec-ebb7-428f-a5da-54ee9d8d3c1a","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.999177647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"395fa4e5-5f67-4458-a590-25710640760a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.056366779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"395fa4e5-5f67-4458-a590-25710640760a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.075495204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"395fa4e5-5f67-4458-a590-25710640760a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.095801488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"9516766f-4b02-4615-8134-d4b2aee0878a","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.0958217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"9516766f-4b02-4615-8134-d4b2aee0878a","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:47.699034634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.256955409Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","namespace":"ai-tenant-e2e-autores-c59124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.257016265Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","namespace":"ai-tenant-e2e-autores-c59124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.257070768Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","tenant":"e2e-autores-c59124","tenantID":"e2e-autores-c59124","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.274413375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Deployment","name":"maas-api-e2e-autores-c59124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.308128181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Service","name":"maas-api-e2e-autores-c59124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.325972657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c59124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.343032298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c59124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.365471016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.382646059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.403768551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.4216062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.442972573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Deployment","name":"payload-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.458380898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.475378199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Service","name":"payload-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.490692392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"Service","name":"payload-pre-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.506359325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.521732821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.53857629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.55766738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.575388306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.594686303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.612333746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c59124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.638611129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c59124"},"namespace":"ai-tenant-e2e-autores-c59124","name":"default-tenant","reconcileID":"7c6df1df-b01c-41cb-b709-839bead532d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c59124","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:54.12639588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"74e37569-e2e8-4f6b-bd5c-7fc53b62e028","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:54.145604176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"74e37569-e2e8-4f6b-bd5c-7fc53b62e028","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:54.164049716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"74e37569-e2e8-4f6b-bd5c-7fc53b62e028","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:56.433905297Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c59124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c59124","reconcileID":"e75d2ee5-e8d6-4b87-aa1b-f6b22ca6e176","aitenant":"ai-tenants/e2e-autores-c59124","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:56.632764943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82342e27-c601-4fd5-a539-5a253786c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:56.648610021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82342e27-c601-4fd5-a539-5a253786c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:56.664547853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82342e27-c601-4fd5-a539-5a253786c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:56.680944179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82342e27-c601-4fd5-a539-5a253786c367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:56.703678311Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c59124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c59124","reconcileID":"e75d2ee5-e8d6-4b87-aa1b-f6b22ca6e176","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c59124","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c59124"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:57.481580312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ed8a83-a150-4169-aa07-35fa88880845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:57.499916467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ed8a83-a150-4169-aa07-35fa88880845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:57.524097859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ed8a83-a150-4169-aa07-35fa88880845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:57.53985446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ed8a83-a150-4169-aa07-35fa88880845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:58.174046706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5e8a02-36fa-4351-9d92-4e33eb277e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:58.189659701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5e8a02-36fa-4351-9d92-4e33eb277e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:58.205689112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5e8a02-36fa-4351-9d92-4e33eb277e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:58.222498575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5e8a02-36fa-4351-9d92-4e33eb277e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:00.671868425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c31b64-3796-47fc-aa98-d13e860d263a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:00.687797622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c31b64-3796-47fc-aa98-d13e860d263a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:00.703672604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c31b64-3796-47fc-aa98-d13e860d263a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:00.719637899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c31b64-3796-47fc-aa98-d13e860d263a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:01.383873239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b60ce04-468e-4cd1-8064-314f09698adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:01.409454736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b60ce04-468e-4cd1-8064-314f09698adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:01.44684941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b60ce04-468e-4cd1-8064-314f09698adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:01.467013835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b60ce04-468e-4cd1-8064-314f09698adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:01.555650261Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b43332","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b43332","reconcileID":"d193b441-b129-4ea8-92fb-45409be60608","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-b43332","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-b43332":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:02.118764645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f89222f-de81-4bea-8885-019351ced344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:02.134628218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f89222f-de81-4bea-8885-019351ced344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:02.150831345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f89222f-de81-4bea-8885-019351ced344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:02.166738645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f89222f-de81-4bea-8885-019351ced344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:04.198723177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"af4444aa-e69d-48c3-a009-72e653564d1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:04.219181083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"af4444aa-e69d-48c3-a009-72e653564d1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:04.23810258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d8a94450224dad41b32b6d57be3b7ac263222c1b327b145c31bb41449265a5e) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (052d32a9d50bed992769f7c4e55dc15cdd804145c343cc3e0acc7eadc44ee1ca) AuthConfig (a38e4e014e79f5e565efa173ba5491056b8171f40ed2fb137780b0065e732472) AuthConfig (9207185a6905d93d7eca2a1dd06b90e57d0c51bb482f67115752b35e7eea0cab) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (f70e64615d8662f8de36cc3e05a2c747ba4cba84b6e36fa490d969ed7c716fac) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (9b8f695834def506a07cf69aaf18bf61903807be61f4f4990d1cc83564ae23f9) AuthConfig (184d7b64ab19ac5eb16dd83153b62fe63c7e8bbd71a20a851694c4db5401481c) AuthConfig (7203317402bb9673ac40b3b315dea24817919e6e71321c8e8f6073433c07254e) AuthConfig (1a666f8a1a1aa31a0a1b92a91aae88967dbc02456288870a1d1925d0aae38bd5) AuthConfig (23e41c14fc3614146424fcc361e14dbc6bde54e1c99fbed664425014aa057fae) AuthConfig (e01f99c138a7149a44d4710fca2cdfdbeed7535c5cd1913b5366382ef2a02764) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc) AuthConfig (c1f9f02b108d2b13b2fac9780362d7bf93d2b062b75848f349fc1f9d85454c11) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"af4444aa-e69d-48c3-a009-72e653564d1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:04.256933185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"c9f99910-31c5-4cbc-ab72-bd71aa63f304","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:04.256951927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"c9f99910-31c5-4cbc-ab72-bd71aa63f304","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.00853721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"909d421d-53a8-408b-831e-5d88ef85421d","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.008573174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"909d421d-53a8-408b-831e-5d88ef85421d","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.319201887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"883c9fc6-0c61-4758-b085-22e9bd0dbf23","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.31922289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"883c9fc6-0c61-4758-b085-22e9bd0dbf23","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.337397664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"a7351ec2-9cac-4a80-9a97-e6426fe2d196","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.337420331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"a7351ec2-9cac-4a80-9a97-e6426fe2d196","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.367968062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"62506d7e-7582-4bec-ba4d-60bec404eea4","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.419768445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"62506d7e-7582-4bec-ba4d-60bec404eea4","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.438109145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-359f71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"62506d7e-7582-4bec-ba4d-60bec404eea4","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.458779136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"b1d941fc-58a4-45f0-9925-237cfffe0f07","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.458797713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"b1d941fc-58a4-45f0-9925-237cfffe0f07","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.287873335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"e918b0d4-e1d8-47ac-ac7b-ca56712d7082","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.307207226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"e918b0d4-e1d8-47ac-ac7b-ca56712d7082","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.326218697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d8a94450224dad41b32b6d57be3b7ac263222c1b327b145c31bb41449265a5e) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (052d32a9d50bed992769f7c4e55dc15cdd804145c343cc3e0acc7eadc44ee1ca) AuthConfig (a38e4e014e79f5e565efa173ba5491056b8171f40ed2fb137780b0065e732472) AuthConfig (9207185a6905d93d7eca2a1dd06b90e57d0c51bb482f67115752b35e7eea0cab) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (f70e64615d8662f8de36cc3e05a2c747ba4cba84b6e36fa490d969ed7c716fac) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (9b8f695834def506a07cf69aaf18bf61903807be61f4f4990d1cc83564ae23f9) AuthConfig (184d7b64ab19ac5eb16dd83153b62fe63c7e8bbd71a20a851694c4db5401481c) AuthConfig (7203317402bb9673ac40b3b315dea24817919e6e71321c8e8f6073433c07254e) AuthConfig (1a666f8a1a1aa31a0a1b92a91aae88967dbc02456288870a1d1925d0aae38bd5) AuthConfig (23e41c14fc3614146424fcc361e14dbc6bde54e1c99fbed664425014aa057fae) AuthConfig (e01f99c138a7149a44d4710fca2cdfdbeed7535c5cd1913b5366382ef2a02764) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc) AuthConfig (c1f9f02b108d2b13b2fac9780362d7bf93d2b062b75848f349fc1f9d85454c11) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"e918b0d4-e1d8-47ac-ac7b-ca56712d7082","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:17.697188571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:18.642170441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"e2567acd-b4d5-4ab1-afd9-4b3ac7e90499","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:18.642199963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"e2567acd-b4d5-4ab1-afd9-4b3ac7e90499","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:23.489373312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"e3161f0e-dcb3-4e03-88ee-5b1308988129","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:23.509544567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"e3161f0e-dcb3-4e03-88ee-5b1308988129","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:23.527528699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-359f71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"e3161f0e-dcb3-4e03-88ee-5b1308988129","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.358090904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"dc84935b-49e6-4230-95e5-5e8b38c7a1d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.377893021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"dc84935b-49e6-4230-95e5-5e8b38c7a1d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.396752269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d8a94450224dad41b32b6d57be3b7ac263222c1b327b145c31bb41449265a5e) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (052d32a9d50bed992769f7c4e55dc15cdd804145c343cc3e0acc7eadc44ee1ca) AuthConfig (a38e4e014e79f5e565efa173ba5491056b8171f40ed2fb137780b0065e732472) AuthConfig (9207185a6905d93d7eca2a1dd06b90e57d0c51bb482f67115752b35e7eea0cab) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (f70e64615d8662f8de36cc3e05a2c747ba4cba84b6e36fa490d969ed7c716fac) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (9b8f695834def506a07cf69aaf18bf61903807be61f4f4990d1cc83564ae23f9) AuthConfig (184d7b64ab19ac5eb16dd83153b62fe63c7e8bbd71a20a851694c4db5401481c) AuthConfig (7203317402bb9673ac40b3b315dea24817919e6e71321c8e8f6073433c07254e) AuthConfig (1a666f8a1a1aa31a0a1b92a91aae88967dbc02456288870a1d1925d0aae38bd5) AuthConfig (23e41c14fc3614146424fcc361e14dbc6bde54e1c99fbed664425014aa057fae) AuthConfig (e01f99c138a7149a44d4710fca2cdfdbeed7535c5cd1913b5366382ef2a02764) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc) AuthConfig (c1f9f02b108d2b13b2fac9780362d7bf93d2b062b75848f349fc1f9d85454c11) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"dc84935b-49e6-4230-95e5-5e8b38c7a1d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:27.275948762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"b2c599ba-2352-4ae2-8d0e-5a96cd32a8b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-b43332","tenantID":"e2e-explicit-b43332","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:27.321383172Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"b2c599ba-2352-4ae2-8d0e-5a96cd32a8b7","name":"e2e-explicit-b43332-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:33.560667526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"15ac0f07-3bf9-4632-9478-5c5796bb2c58","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:33.580587759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"15ac0f07-3bf9-4632-9478-5c5796bb2c58","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:33.59868688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-359f71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2908eec26b6600137a049b237f58aaad51d78a32d57e9063b25bc58b86553f25) AuthConfig (6a4db21cd160707fb972580babe2aefd1e4c09025a4f4f57a460447bf31d3f6a) AuthConfig (ce040f17298eb7a2381ee0e0a41fa247738a1c60434cbcba32e3a7afaffe57c2) AuthConfig (27445a6557bbfc14946f8d96a482694c0d12ccbc5ba2f42fc3af009edc7bb68f) AuthConfig (e1ba58543df2d807a3ce315c90f0fcd475a9fb7fd99860e390b5147f348fbce4) AuthConfig (8c557e4f31189634f0baf78c3515a75dc0f876bef05e4d581219a8fcd2cab419) AuthConfig (a9e23c0f22f8729c446b652e56cbd5905e6685df83464ea407a3ccda96b8a14c) AuthConfig (6bd406e559ffbdcd469f8b3f37c8ed475c4dcab3654304d68b6390eccde52572) AuthConfig (7160a5006eddc95f64d6a2ba1e5d017b349906ee42ff1bd609943b26d75997ce) AuthConfig (683d9ff76a620e58619710078adda89b5b75afaa509054e2753d5980d02b7bee) AuthConfig (1464a8f583295328e4550d2e38d25258ad09790a90eb3db0344f569f95a4e197) AuthConfig (a6eaddd9eb3848f5932c9ff2555c61b81141671b841f85c207f5bbe06322a104) AuthConfig (4d90f1939d673df77d0d0490d08fd77ca35c66f557ed5bee79db7fba694ed2db) AuthConfig (a8af127baed82f3330991ebbd92f82dc7d4e41ab50e9408b30fb20d7a8aebe2a) AuthConfig (51c7e14b1e6422f5d6cabcb3020083046d9e0c94c53730d14bd41b79f42361fb) AuthConfig (b2eaa23dc8a4f082d02095a595dac3c153aa9ac2496224518edd7bf7267fe7b2) AuthConfig (a7b216c882d689ae79271be5c0a40e988670cafce5a474c9660ff5c8f2e643d8) AuthConfig (a570c5d37092e766eb1d71d1e940c7d21e3976f610a15cf10cd20c20862f7d02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"15ac0f07-3bf9-4632-9478-5c5796bb2c58","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:33.619399784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"fe674c45-c87f-4a4e-84e8-2df1f74d43fb","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:33.61942703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"fe674c45-c87f-4a4e-84e8-2df1f74d43fb","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:34.428686654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"b3f1a636-5ff9-44de-823b-6fdc11d7237b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:34.448099603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"b3f1a636-5ff9-44de-823b-6fdc11d7237b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:34.533918083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"76f383db-2c7a-4bd9-b1ad-108baf0b1f24","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:34.533942243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"76f383db-2c7a-4bd9-b1ad-108baf0b1f24","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.914488777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"209c1d8e-933f-4e18-b81b-1549f331dfa1","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.914509477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"209c1d8e-933f-4e18-b81b-1549f331dfa1","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.93677598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"690526ad-8059-49fd-a717-78c67c5a5b29","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.93688097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"690526ad-8059-49fd-a717-78c67c5a5b29","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:38:35.948591053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"cc63bd49-5727-49d7-afd9-94bca62ca69e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a98811\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:38:35.953747025Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"690526ad-8059-49fd-a717-78c67c5a5b29","name":"auth-test-model-065de0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-065de0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:38:35.953795983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"690526ad-8059-49fd-a717-78c67c5a5b29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-065de0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.959104533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"20386799-ee95-47ef-9d3f-f887abf62a7f","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.959119488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"20386799-ee95-47ef-9d3f-f887abf62a7f","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.986337719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"7e559d87-57b2-43e8-ad61-b89aa95e55ba","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.986357054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"7e559d87-57b2-43e8-ad61-b89aa95e55ba","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:35.988329226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"554e9f3f-e13b-49ca-9892-463de401a560","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.001667237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"13ca2cc5-5d5d-4214-a530-25fc8e724aad","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.001683987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"13ca2cc5-5d5d-4214-a530-25fc8e724aad","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.007927956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"554e9f3f-e13b-49ca-9892-463de401a560","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.06773395Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"87c1ddfc-faaf-47b9-bbd6-bb8266182db5","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-auth-test-model-065de0","model":"auth-test-model-065de0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-065de0/e2e-auth-iso-a98811"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.088995104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"d21d4089-5ddd-4031-bacc-daed85299a75","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.108271263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"d21d4089-5ddd-4031-bacc-daed85299a75","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.12474175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"b6dccfb2-e184-44ea-b19f-fadcade37612","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.124760262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"b6dccfb2-e184-44ea-b19f-fadcade37612","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:36.188319137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"c8ce34ad-478f-4302-99f5-69150b17161e","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-auth-test-model-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.049553086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"61f4b914-ea9a-4dcc-882e-7d97902d01c6","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.049582015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"61f4b914-ea9a-4dcc-882e-7d97902d01c6","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.358993433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"144e1d1a-35d4-45dd-a277-6c4080c4ddc6","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.359015204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"144e1d1a-35d4-45dd-a277-6c4080c4ddc6","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.378632358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"08954b7f-bb5e-4940-9d9d-81def7c378b2","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.378651683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"08954b7f-bb5e-4940-9d9d-81def7c378b2","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.409109776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"17b90143-b1e2-4c18-b920-6e1d3118aeda","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.457478225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"17b90143-b1e2-4c18-b920-6e1d3118aeda","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.475771776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e62935-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"17b90143-b1e2-4c18-b920-6e1d3118aeda","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.495842789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"9f08da8a-fb70-4bbe-b70b-41f06aa1820b","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.495862713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"9f08da8a-fb70-4bbe-b70b-41f06aa1820b","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.650844186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"bc80dd01-b424-46c9-85cb-41e94daf50ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.67031402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"bc80dd01-b424-46c9-85cb-41e94daf50ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.689671605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-359f71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2908eec26b6600137a049b237f58aaad51d78a32d57e9063b25bc58b86553f25) AuthConfig (6a4db21cd160707fb972580babe2aefd1e4c09025a4f4f57a460447bf31d3f6a) AuthConfig (ce040f17298eb7a2381ee0e0a41fa247738a1c60434cbcba32e3a7afaffe57c2) AuthConfig (27445a6557bbfc14946f8d96a482694c0d12ccbc5ba2f42fc3af009edc7bb68f) AuthConfig (e1ba58543df2d807a3ce315c90f0fcd475a9fb7fd99860e390b5147f348fbce4) AuthConfig (8c557e4f31189634f0baf78c3515a75dc0f876bef05e4d581219a8fcd2cab419) AuthConfig (a9e23c0f22f8729c446b652e56cbd5905e6685df83464ea407a3ccda96b8a14c) AuthConfig (6bd406e559ffbdcd469f8b3f37c8ed475c4dcab3654304d68b6390eccde52572) AuthConfig (7160a5006eddc95f64d6a2ba1e5d017b349906ee42ff1bd609943b26d75997ce) AuthConfig (683d9ff76a620e58619710078adda89b5b75afaa509054e2753d5980d02b7bee) AuthConfig (1464a8f583295328e4550d2e38d25258ad09790a90eb3db0344f569f95a4e197) AuthConfig (a6eaddd9eb3848f5932c9ff2555c61b81141671b841f85c207f5bbe06322a104) AuthConfig (4d90f1939d673df77d0d0490d08fd77ca35c66f557ed5bee79db7fba694ed2db) AuthConfig (a8af127baed82f3330991ebbd92f82dc7d4e41ab50e9408b30fb20d7a8aebe2a) AuthConfig (51c7e14b1e6422f5d6cabcb3020083046d9e0c94c53730d14bd41b79f42361fb) AuthConfig (b2eaa23dc8a4f082d02095a595dac3c153aa9ac2496224518edd7bf7267fe7b2) AuthConfig (a7b216c882d689ae79271be5c0a40e988670cafce5a474c9660ff5c8f2e643d8) AuthConfig (a570c5d37092e766eb1d71d1e940c7d21e3976f610a15cf10cd20c20862f7d02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"bc80dd01-b424-46c9-85cb-41e94daf50ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:47.69854598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:50.693682812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"e11e8a33-e774-42ef-bfa0-baa44aa41f29","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:50.693710316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"e11e8a33-e774-42ef-bfa0-baa44aa41f29","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.041711949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"77df3b59-2aa3-4833-a2b6-6ae15e4d098f","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.041834915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"77df3b59-2aa3-4833-a2b6-6ae15e4d098f","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.068666766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"0724dc33-c9a8-4632-9abc-80895aa2ca1f","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.068698139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"0724dc33-c9a8-4632-9abc-80895aa2ca1f","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.126984316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"1b6de3eb-79dd-438f-a39f-4f46b0a1221d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.213847214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"1b6de3eb-79dd-438f-a39f-4f46b0a1221d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.239946466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"1b6de3eb-79dd-438f-a39f-4f46b0a1221d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.261435217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"9965a315-7fc3-421a-931b-b984ca8034fb","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.261455973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"9965a315-7fc3-421a-931b-b984ca8034fb","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.923924309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"4e81c279-1b5c-4173-943a-cf4624e20524","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-auth-test-model-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.984493507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"002e8863-7cd6-43bf-8769-cadc924e26f0","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.984515964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"002e8863-7cd6-43bf-8769-cadc924e26f0","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.304237052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"a9731f86-41ff-4d08-aa80-b684a8769398","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.324692923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"a9731f86-41ff-4d08-aa80-b684a8769398","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.602749373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"3c331216-c17f-4752-bc0e-1fba4668b3f5","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.602770051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"3c331216-c17f-4752-bc0e-1fba4668b3f5","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.62212514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"b21425e6-1cd7-474d-9ed0-f4123eca399c","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.622146609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"b21425e6-1cd7-474d-9ed0-f4123eca399c","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.653644114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"3d115c1b-cd94-4bab-be9b-b110f04ba961","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.705548035Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"3d115c1b-cd94-4bab-be9b-b110f04ba961","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.72399738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"3d115c1b-cd94-4bab-be9b-b110f04ba961","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.744224979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"a08360ce-b5d3-468e-a175-80d3ec09ae32","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:52.744246308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"a08360ce-b5d3-468e-a175-80d3ec09ae32","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.543908789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"4b9f3612-b72f-48eb-b2dd-94f5771df796","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.589948403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"4b9f3612-b72f-48eb-b2dd-94f5771df796","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.63136705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e62935-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"4b9f3612-b72f-48eb-b2dd-94f5771df796","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.736945141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"c2b417a2-a2cd-4b5e-ad57-fc68d33f9b70","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.75779093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"c2b417a2-a2cd-4b5e-ad57-fc68d33f9b70","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.850724481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"f745afcf-2a3a-4dad-b2f8-74ce957968f1","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.850745956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"f745afcf-2a3a-4dad-b2f8-74ce957968f1","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.171998457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae32a0-4232-4a28-b35f-bad8251a81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.187740734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae32a0-4232-4a28-b35f-bad8251a81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.203379956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae32a0-4232-4a28-b35f-bad8251a81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.218926851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae32a0-4232-4a28-b35f-bad8251a81b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.826197125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14922617-dea8-4b53-8cc1-998bb2c0aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.842182093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14922617-dea8-4b53-8cc1-998bb2c0aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.857893115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14922617-dea8-4b53-8cc1-998bb2c0aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:54.873592724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14922617-dea8-4b53-8cc1-998bb2c0aa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.046672756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"890b6fd9-76cb-4274-800f-1c6269a50161","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.046694042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"890b6fd9-76cb-4274-800f-1c6269a50161","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.067964754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"df5b3d5d-547f-4c5b-8139-c1a936330c5a","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.068075876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"df5b3d5d-547f-4c5b-8139-c1a936330c5a","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.079664792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"55371e4b-d1da-4a79-b2db-4b519f6c775e","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:38:55.081059513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"39f3f4b3-9d0e-4e90-8ffb-8fd50cb23012","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-64d2ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:38:55.08499282Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"df5b3d5d-547f-4c5b-8139-c1a936330c5a","name":"auth-test-model-359f71","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-359f71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:38:55.085048546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"df5b3d5d-547f-4c5b-8139-c1a936330c5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-359f71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.090811691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"4ca4c7f5-0628-428f-9e97-aceb1c4d04fb","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.090828182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"4ca4c7f5-0628-428f-9e97-aceb1c4d04fb","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.100105109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"55371e4b-d1da-4a79-b2db-4b519f6c775e","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.118909124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"5ad670fa-04b2-4d9a-aa33-3c8a5997f4af","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.118929289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"5ad670fa-04b2-4d9a-aa33-3c8a5997f4af","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.13737635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"ece3dde8-b438-4a1f-8884-aa9375ecb1cd","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.137395603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"ece3dde8-b438-4a1f-8884-aa9375ecb1cd","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.200537276Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"01e38094-1284-4658-9f4d-a71b73a1be2b","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"maas-trlp-auth-test-model-359f71","model":"auth-test-model-359f71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-359f71/e2e-auth-iso-64d2ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.256381388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"a6abc7b3-5c81-47cd-bfc1-efa25e916c43","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.256408343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"a6abc7b3-5c81-47cd-bfc1-efa25e916c43","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.263986262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"c3dcf054-729d-4a99-addc-efaa1d3d8d2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.283481716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"c3dcf054-729d-4a99-addc-efaa1d3d8d2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.318896147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"9d1f4e25-034e-43ce-aec3-76eee98a5012","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"maas-trlp-auth-test-model-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:01.293627603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"1ea7baa7-fd36-479a-9a84-c8d1ee577707","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:01.313500472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"1ea7baa7-fd36-479a-9a84-c8d1ee577707","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:01.33170542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"1ea7baa7-fd36-479a-9a84-c8d1ee577707","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:02.776273724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"a9ac02ae-1cf0-4a12-af83-1c82c4d589e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:02.796074857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"a9ac02ae-1cf0-4a12-af83-1c82c4d589e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:02.814980367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"a9ac02ae-1cf0-4a12-af83-1c82c4d589e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:03.568829231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-b43332","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"explicit-model-b43332","reconcileID":"c42d2f9b-5fea-4b20-b048-7b5a35eb88ed","MaaSModelRef":{"name":"explicit-model-b43332","namespace":"ai-tenant-e2e-explicit-b43332"},"routeName":"explicit-model-b43332-kserve-route","namespace":"ai-tenant-e2e-explicit-b43332","llmisvcName":"explicit-model-b43332","gateway":"openshift-ingress/e2e-explicit-b43332","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:03.664040695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"84e6fc6b-ada7-4e17-8027-19802c87e236","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:03.683710572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"84e6fc6b-ada7-4e17-8027-19802c87e236","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:03.702445985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e62935-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"84e6fc6b-ada7-4e17-8027-19802c87e236","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:11.371689676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"474f2d1f-67e0-4a3a-8105-0a1bd408b5f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:11.39109579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"474f2d1f-67e0-4a3a-8105-0a1bd408b5f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:11.409094035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"474f2d1f-67e0-4a3a-8105-0a1bd408b5f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:12.846112824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"34d4a051-3662-435b-8f47-e3437f011b34","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:12.868442793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"34d4a051-3662-435b-8f47-e3437f011b34","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:12.886776696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"34d4a051-3662-435b-8f47-e3437f011b34","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:13.733973101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"56e3396a-fa7b-4be3-856f-b993de16f3bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:13.754652412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"56e3396a-fa7b-4be3-856f-b993de16f3bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:13.772750915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e62935-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"56e3396a-fa7b-4be3-856f-b993de16f3bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:17.697428623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.441883111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"36d618fc-de2e-4ffd-8463-93ae6e52f1ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.462157017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"36d618fc-de2e-4ffd-8463-93ae6e52f1ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.48049021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"36d618fc-de2e-4ffd-8463-93ae6e52f1ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:22.921046003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"02d6240e-9cee-407f-811f-8af3f78a8cb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:22.94085935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"02d6240e-9cee-407f-811f-8af3f78a8cb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:22.95955768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"02d6240e-9cee-407f-811f-8af3f78a8cb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.286941156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"c913bd1a-b86d-4b12-a5f8-88fb06441ea6","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"maas-trlp-auth-test-model-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.345606086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"6c6d0d36-7c9c-45a4-8ae4-76f7fb2ae000","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.345627997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"6c6d0d36-7c9c-45a4-8ae4-76f7fb2ae000","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.804852422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"44c2861e-fda9-49fe-b370-adc3382821f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.825285798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"44c2861e-fda9-49fe-b370-adc3382821f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.843197231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e62935-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c1c1af92cfd72576ff16300430556d8e592c0161cbc13d1bc0c841c175ef9ae4) AuthConfig (697c4953c9094dfed326dca3213660c0640c3b20d6519cd07ca7dd14e6a102c6) AuthConfig (310d13fa6acd02cdd08d14170d6ac1973cd874645c3b459c7196a1c0702a0254) AuthConfig (ae3458d1f9c8385bc1ff50d3706df90adf88c67848c65199b32b633f36e4a87c) AuthConfig (9510d2c8858fee622e9c8d4c264d7178b887dd2498ab6e1d4e0eead4810c69fc) AuthConfig (7a709bb6deeddcce10b463ce51895f92de225c4fd24c28ca2ca8925504f9aba2) AuthConfig (ddb22ee65024ccdff896107f0c0e6f297ef5f6910a92eb5c05f996a41a619c1c) AuthConfig (170c0d73a36f9290018a378ca3f6204ffeefe4a2d63b5d5cd3f269e9858c58dd) AuthConfig (0400ff02fa65506c89f75aa9dbda8eaebca5cb15ff3c57751e72feaeb04f7f1d) AuthConfig (5d034ee23e06214b95e03c2e8ed9e506b4d900435c7f75d0e515cc7b386df0dc) AuthConfig (1cfa239515962ce786258ca4c8c72962a3685da27a8cdbfd801470acfe2acfc2) AuthConfig (ef1fa964fcb0c39c001c7e46346bdfa3393709e1d469043de1148267d9daa57a) AuthConfig (d891f35b79852bfc2a682bff753cfc6d7c367047018dc5882600702d9c2964b9) AuthConfig (0c0c30868f23c5c200e4e2f34520755683eeea8f5e18f827c0193b69875aaa59) AuthConfig (8b58bfd8ed19953456012529738b01dd6cb7c7d17e794be7bc9f953f8732e829) AuthConfig (f461bd88f86882ca3b9f021be7aed757275b11147d5f5c5d0b325ee465eaec38) AuthConfig (34cf979a389b0c9399aed49a3c82ea0b32225772b80ed991a69c8b663cde936b) AuthConfig (9a60333b2ab72a7046a3a0f439552c6be794ea380c4a1ccaa64fb95120689448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"44c2861e-fda9-49fe-b370-adc3382821f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.864244763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"65e8823b-670b-4324-8fee-32f90c97b444","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.864283893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"65e8823b-670b-4324-8fee-32f90c97b444","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.283695897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"81ac2019-fa71-40fb-a0bf-035ba70d31fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.303001592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"81ac2019-fa71-40fb-a0bf-035ba70d31fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.451742933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"7bb98a7c-4a62-44ba-83f4-963a80ead457","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.451763547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"7bb98a7c-4a62-44ba-83f4-963a80ead457","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.469093287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"9ca68ba5-d329-45b5-b672-cd8f3c7854fc","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.469117383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"9ca68ba5-d329-45b5-b672-cd8f3c7854fc","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.500397893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"3ed3fcc1-f4fe-45a5-b184-a62cfca2760a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.548808971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"3ed3fcc1-f4fe-45a5-b184-a62cfca2760a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.567015503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2858fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"3ed3fcc1-f4fe-45a5-b184-a62cfca2760a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.587404003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"f4325415-0893-4752-9fe1-8ee4059c0058","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.587425394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"f4325415-0893-4752-9fe1-8ee4059c0058","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:31.511875328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ec5d9133-47d2-4544-9d32-3839b88b3aca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:31.532626666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ec5d9133-47d2-4544-9d32-3839b88b3aca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:31.550568688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc3cca86076f79deec8bb6b8570122b4bd1170dbb5a63693b6a03f640fa1f1d4) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (bc1f06a059301f70a11dcb786d75baa536eb0c581dd73718c1d941b53712a17a) AuthConfig (10567693d40f494b3b38efa8d21b1dd8596c7ca9a057950eee5b93e66baee148) AuthConfig (0b4bc0a824d4ebaefd908cbe61e8cc834e33eed433dbe982f734d24fa46b35ed) AuthConfig (97dde052391ef12daed816fe875773bef2bd1fbedc26eadec3502a8bbfbc74ee) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (584018ddbb528eeff8fe16b2eb57cedb7c76b32e84902d4f9f0bed712cb2d463) AuthConfig (8883189e862c238c714dda51036d88ec3eec083c725768770974c67eb3ce3e7c) AuthConfig (f9c29c210eb4f658f88337992f05d378edf3da254e6107fac5f35d27b2e591ad) AuthConfig (666526597a3af59a54bdc9c0327911551fa76def5523a0141f503425f0f87028) AuthConfig (6e86cc1aae0d60c16e45fbb3c8e4ca0b692591cf6306a41d42bbe48e0650cf26) AuthConfig (1e95634416370f7740e2a87bd237c48b4f5f031b9dc984546192e10a39c0c841) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (4de01477bcaefa10456c0f57d246d9fb7bc6354ee58f0597a0716e5ec7e0d2ad) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ec5d9133-47d2-4544-9d32-3839b88b3aca","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:31.571582266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"c6273a0c-157f-4d1c-beb8-c1e09a01c942","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:31.571602861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"c6273a0c-157f-4d1c-beb8-c1e09a01c942","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:32.990764121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"cd788a38-0870-4b0d-b786-fda9307ee673","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.01091177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"cd788a38-0870-4b0d-b786-fda9307ee673","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.029272152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34f66b98df59543b4d2e4343d7467121c965088d095d432d1eaeb4b25c26220d) AuthConfig (2ea4ee63624be240d533818e4502f0d2989710ebc5fb0137e263929f75648de2) AuthConfig (62ec771e8517501ef0d1d506184215fe58621189109b1eddc0a3a61895e1c0cf) AuthConfig (607e44562dd4a97e17575149a4f6eafdaf6fed5343a1f74be629e9969e198c52) AuthConfig (5049a79a58b2499fb0f2a3ee3a255989fd8ee919ded386930af6a9ab19e2bcbd) AuthConfig (02cfbce8606703bbff98499a43e1c5239ffd80f697531718872dffbaed911454) AuthConfig (652b1cb72f2ecd9e2cd5e0dc8ced0050a067784c263f4efd755e068a4c66eaad) AuthConfig (ee8ffd5d666df2371a322ef484d6e31f4c200be5274e68ba440229233a9349cf) AuthConfig (c9324f4964fdbae1ac9eab5a3886983c21030ca724b8017b9641c00605dea7e8) AuthConfig (afb810c7515cdc80f6fb1149aadc460e021b7799d3d2a50009bff31712a68e30) AuthConfig (cf5f39939a2311ef2cbb1196ce4e1d648d93496f81df9cf10272b011580d5fd8) AuthConfig (4b0c82994b2a2c7711302b2223e5719b86ec539093c2fda42789d35825da762e) AuthConfig (4af24f22025fdf20d66be0c09d5eb0030f6ecd8aedd7dd3fa78504d3bb6a28a8) AuthConfig (8002155125666dfd1c8c86abbbd85d6b813ae26d0f2991850162d406ae33dd40) AuthConfig (3c9b33d6aea2a993dc7557fec0650b0ddc52c47a98861c8a59f217a41b5671ec) AuthConfig (c6bf08103925b09fcfbedd2b31f817bf009a53207a2854ca665c6d295d2aadc1) AuthConfig (590c50660c7e97f836b2ad61568299d38885cd8d551a46a603b67980989e6f1d) AuthConfig (d0fdf84ca3b20a70bf254187a03c7210a3774ea179a24cd42cb7487146bd0109)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"cd788a38-0870-4b0d-b786-fda9307ee673","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.050901275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"f88c5b06-9a03-4be4-b43f-bb3b6bfe6d0d","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.050920327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"f88c5b06-9a03-4be4-b43f-bb3b6bfe6d0d","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.898977699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"ad175c5c-3210-43ca-9eab-4b356faebffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.918571368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"ad175c5c-3210-43ca-9eab-4b356faebffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:33.936846641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e62935-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c1c1af92cfd72576ff16300430556d8e592c0161cbc13d1bc0c841c175ef9ae4) AuthConfig (697c4953c9094dfed326dca3213660c0640c3b20d6519cd07ca7dd14e6a102c6) AuthConfig (310d13fa6acd02cdd08d14170d6ac1973cd874645c3b459c7196a1c0702a0254) AuthConfig (ae3458d1f9c8385bc1ff50d3706df90adf88c67848c65199b32b633f36e4a87c) AuthConfig (9510d2c8858fee622e9c8d4c264d7178b887dd2498ab6e1d4e0eead4810c69fc) AuthConfig (7a709bb6deeddcce10b463ce51895f92de225c4fd24c28ca2ca8925504f9aba2) AuthConfig (ddb22ee65024ccdff896107f0c0e6f297ef5f6910a92eb5c05f996a41a619c1c) AuthConfig (170c0d73a36f9290018a378ca3f6204ffeefe4a2d63b5d5cd3f269e9858c58dd) AuthConfig (0400ff02fa65506c89f75aa9dbda8eaebca5cb15ff3c57751e72feaeb04f7f1d) AuthConfig (5d034ee23e06214b95e03c2e8ed9e506b4d900435c7f75d0e515cc7b386df0dc) AuthConfig (1cfa239515962ce786258ca4c8c72962a3685da27a8cdbfd801470acfe2acfc2) AuthConfig (ef1fa964fcb0c39c001c7e46346bdfa3393709e1d469043de1148267d9daa57a) AuthConfig (d891f35b79852bfc2a682bff753cfc6d7c367047018dc5882600702d9c2964b9) AuthConfig (0c0c30868f23c5c200e4e2f34520755683eeea8f5e18f827c0193b69875aaa59) AuthConfig (8b58bfd8ed19953456012529738b01dd6cb7c7d17e794be7bc9f953f8732e829) AuthConfig (f461bd88f86882ca3b9f021be7aed757275b11147d5f5c5d0b325ee465eaec38) AuthConfig (34cf979a389b0c9399aed49a3c82ea0b32225772b80ed991a69c8b663cde936b) AuthConfig (9a60333b2ab72a7046a3a0f439552c6be794ea380c4a1ccaa64fb95120689448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"ad175c5c-3210-43ca-9eab-4b356faebffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.62056642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"ef7704ad-70ca-4638-a10d-868a820396ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.640572077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"ef7704ad-70ca-4638-a10d-868a820396ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.659182098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2858fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"ef7704ad-70ca-4638-a10d-868a820396ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:41.603016794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"b40f8751-3d61-43f2-b229-b847a7c8247f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:41.623760129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"b40f8751-3d61-43f2-b229-b847a7c8247f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:41.709517266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"277d4d8a-bdaf-4c82-bfda-c6a59d196cd2","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:41.709538468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"277d4d8a-bdaf-4c82-bfda-c6a59d196cd2","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.025557382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"573d5185-010c-4b41-9790-e3f37e81e57d","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.025581307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"573d5185-010c-4b41-9790-e3f37e81e57d","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.049168735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"c4200175-3fd4-4ede-9d26-323ff2564014","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.049192554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"c4200175-3fd4-4ede-9d26-323ff2564014","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.057913037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"875370a7-32dc-4112-a0f2-9aec2d55de74","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:43.058425471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"cc4a10e5-39a0-4de1-a253-24be6a379ac6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a27f1d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:43.06685538Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"c4200175-3fd4-4ede-9d26-323ff2564014","name":"auth-test-model-9908e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9908e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:43.066915107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"c4200175-3fd4-4ede-9d26-323ff2564014","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9908e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.072288833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"0ac85ec9-e937-47e4-a584-3cb3ab5c774a","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.072304342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"0ac85ec9-e937-47e4-a584-3cb3ab5c774a","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.077164596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"875370a7-32dc-4112-a0f2-9aec2d55de74","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.090830337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"5798119d-f978-4372-86dc-5769187b4190","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.090846706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"5798119d-f978-4372-86dc-5769187b4190","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.111085648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"adb0bac9-dce3-4fb0-a523-4bc2ea92c03f","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.111105672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"adb0bac9-dce3-4fb0-a523-4bc2ea92c03f","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.157734313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"65dd7215-8991-4522-8623-72d56ebcc871","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.157765716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"3154466b-2aa9-4199-8945-771c08eb561f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.177737594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"65dd7215-8991-4522-8623-72d56ebcc871","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.178018762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"3154466b-2aa9-4199-8945-771c08eb561f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.183377409Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"990f486d-869d-45ed-ab86-980e702bc70c","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-auth-test-model-9908e8","model":"auth-test-model-9908e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-9908e8/e2e-auth-iso-a27f1d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.239138159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"11b89235-fc73-48b4-8b62-ce2cda0b50d5","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.239158787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"11b89235-fc73-48b4-8b62-ce2cda0b50d5","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.301878009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"e7fbe96c-77d5-4af3-9c34-0b0427fabcba","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-auth-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.431503678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"f4d5612b-c001-4bab-b777-c39ab4f268b5","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.431525981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"f4d5612b-c001-4bab-b777-c39ab4f268b5","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.975832596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"c0037ea2-ed9f-49b3-b98b-e36dec8aa268","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.996022917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"c0037ea2-ed9f-49b3-b98b-e36dec8aa268","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.081408412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"8ccf13ee-1301-472b-a24a-40d25b1ae135","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.081431112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"8ccf13ee-1301-472b-a24a-40d25b1ae135","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.505114505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"028eba9e-9ac2-40c8-b26d-c3845a0b6dfa","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.50514019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"028eba9e-9ac2-40c8-b26d-c3845a0b6dfa","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.526689748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"4f4a2455-04fe-4c79-bb66-fa4b7790df6c","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.526708201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"4f4a2455-04fe-4c79-bb66-fa4b7790df6c","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.539276133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"3062e77c-8e03-4132-a448-0d38148c5853","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:44.53994642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"b1b82b29-bf16-4ace-add0-9a49bc811344","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a98811\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:44.544047481Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"4f4a2455-04fe-4c79-bb66-fa4b7790df6c","name":"auth-test-model-7ef1b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7ef1b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:44.544098162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"4f4a2455-04fe-4c79-bb66-fa4b7790df6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7ef1b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.549429513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"db828888-b32c-4cc6-8f3f-d771598bf043","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.54944538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"db828888-b32c-4cc6-8f3f-d771598bf043","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.558829925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"3062e77c-8e03-4132-a448-0d38148c5853","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.574687644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"9c5f5c6d-581f-4205-bc3a-8fbd12f1fa76","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.574703884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"9c5f5c6d-581f-4205-bc3a-8fbd12f1fa76","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.592766273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"c3100e6f-a22e-4f7c-890e-9684ef5cd76b","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.592782662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"c3100e6f-a22e-4f7c-890e-9684ef5cd76b","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.658622141Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"06e810b0-ea18-43e2-aa82-e9726847f327","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-auth-test-model-7ef1b6","model":"auth-test-model-7ef1b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-7ef1b6/e2e-auth-iso-a98811"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.690414695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"22b68df6-206c-4f14-a97d-5248bf03aaf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.710087153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"22b68df6-206c-4f14-a97d-5248bf03aaf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.714464626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"af707961-c3a6-44ad-9ef3-3169b3d6bcd2","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.714483024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"af707961-c3a6-44ad-9ef3-3169b3d6bcd2","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.720582458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"0dcf9832-f431-4561-b564-0c034171f4e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.728180954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2858fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3cefa9a69c3cdf1bbd6fec1726942246b42f93a88c6141f4500db100f45d408f) AuthConfig (a730d554a012a493214ea6a9ca5d1efe85159151284944a96bc830d5d82c1f9e) AuthConfig (956163710535604f979899a343b5d421edc74055b709a0f49f50ba739d0ff4f3) AuthConfig (9c6786b4669367d415e8ccb1764f264edd2d9b97cb2ff285dda80b61273fdfb9) AuthConfig (2af2ce94c88bfad5bf8f9cdd0a8cf9769295a801f61e0ce6114e1ac89ea1687c) AuthConfig (be35b751fb75ca687df55e39e80ecfaaf4c41aa23867ce34ebc4af1da257469a) AuthConfig (db764acaf72065c2dd39a382605177c49698a05ecb545c444bebc7473e9b6af7) AuthConfig (b9f07b061512ef0f19cf2ad9495b15579bb0e421ca9e39dd86dbac1eeb4150b9) AuthConfig (cd53a6b533cec9c347992f4c3873bb0e9e1ff4eb538726ab050042d2be611d8a) AuthConfig (386bf403bfa4ee3355dbc48a1bb9480ce4405d46d49fb720e1f62586779d4be8) AuthConfig (c586207efd41fc8f42abc1634243a4e4995b76394169b25a54ced37051371e68) AuthConfig (0d37ca7ee9ef3a06af2d4f7d1aec417863d3d9b57ec19b5ca9ba0c5ff8138b6f) AuthConfig (e9f30b205f0ecc1a1af1cd3246576a6a6eed796218cbeb79c56b70ee580a63ea) AuthConfig (739a889bb9010ab3977ff3b7d998cfe3fefc9f59e24c2feba7a07164832a8b9f) AuthConfig (c6fa805700ebcc796db48ea929f3470c4fdfe3b220c1c1c96a6ca89d342ae495) AuthConfig (07dd04b3756401478f94d97e481fe328809c6bd05ba2c37ef2d732dd7f28253f) AuthConfig (a6d781bce6033372de0c58154ebf1ee22307eb181dcd1a14ecb5f95975e700d8) AuthConfig (92931e534bc79d4776df389eea20a7f0250658e4a92b886e3f3b2d76918a7996)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"22b68df6-206c-4f14-a97d-5248bf03aaf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.740809857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"0dcf9832-f431-4561-b564-0c034171f4e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.748972332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"d20e37ae-bf7f-4ebc-af63-a88ed0fd8379","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.748987867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"d20e37ae-bf7f-4ebc-af63-a88ed0fd8379","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:44.776235013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"4d4c9b20-5cc8-4c3e-b9e1-37626ced9a50","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-auth-test-model-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.624785605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"792183c0-d7a1-4f47-a7c8-c50d63019f35","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.62491687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"792183c0-d7a1-4f47-a7c8-c50d63019f35","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.649014688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"6763af61-e116-4695-ae3d-667e9410cc90","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.649104876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"6763af61-e116-4695-ae3d-667e9410cc90","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.662945819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"12091eda-019e-4a24-9b78-034a6e646722","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:45.666057841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"4da052cf-8ffc-4ac7-bfe7-264c34d1f304","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4d9fc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:45.666910925Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"6763af61-e116-4695-ae3d-667e9410cc90","name":"auth-test-model-e62935","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e62935\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:45.666964869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"6763af61-e116-4695-ae3d-667e9410cc90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e62935\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.672456442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"f22d7bb4-6dd4-4564-bc89-ff56579acfee","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.672478295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"f22d7bb4-6dd4-4564-bc89-ff56579acfee","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.683064162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"12091eda-019e-4a24-9b78-034a6e646722","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.701026323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"58f86934-a41e-483b-a179-5e84905be515","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.701045243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"58f86934-a41e-483b-a179-5e84905be515","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.71957251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"3f39812b-889f-4d9d-bc9d-ae7afda26427","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.719595981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"3f39812b-889f-4d9d-bc9d-ae7afda26427","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.783856279Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"2f7b7a3b-4736-43c0-9056-af890fe8ac3b","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"maas-trlp-auth-test-model-e62935","model":"auth-test-model-e62935","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-e62935/e2e-auth-iso-4d9fc8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.841661727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"e3f4c3cc-04a6-4add-87b4-57498dfa99e5","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.841679734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"e3f4c3cc-04a6-4add-87b4-57498dfa99e5","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.846626424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"b63c21fe-19da-4866-8e74-96716085a470","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.866424278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"b63c21fe-19da-4866-8e74-96716085a470","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:45.904591984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"a5069802-ac15-47d9-ad34-42ad7693b594","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"maas-trlp-auth-test-model-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:47.697339456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.782067601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"ec821607-f70f-4dcf-a3ec-ad5e5c95b8b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.802741131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"ec821607-f70f-4dcf-a3ec-ad5e5c95b8b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.821805187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-2858fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3cefa9a69c3cdf1bbd6fec1726942246b42f93a88c6141f4500db100f45d408f) AuthConfig (a730d554a012a493214ea6a9ca5d1efe85159151284944a96bc830d5d82c1f9e) AuthConfig (956163710535604f979899a343b5d421edc74055b709a0f49f50ba739d0ff4f3) AuthConfig (9c6786b4669367d415e8ccb1764f264edd2d9b97cb2ff285dda80b61273fdfb9) AuthConfig (2af2ce94c88bfad5bf8f9cdd0a8cf9769295a801f61e0ce6114e1ac89ea1687c) AuthConfig (be35b751fb75ca687df55e39e80ecfaaf4c41aa23867ce34ebc4af1da257469a) AuthConfig (db764acaf72065c2dd39a382605177c49698a05ecb545c444bebc7473e9b6af7) AuthConfig (b9f07b061512ef0f19cf2ad9495b15579bb0e421ca9e39dd86dbac1eeb4150b9) AuthConfig (cd53a6b533cec9c347992f4c3873bb0e9e1ff4eb538726ab050042d2be611d8a) AuthConfig (386bf403bfa4ee3355dbc48a1bb9480ce4405d46d49fb720e1f62586779d4be8) AuthConfig (c586207efd41fc8f42abc1634243a4e4995b76394169b25a54ced37051371e68) AuthConfig (0d37ca7ee9ef3a06af2d4f7d1aec417863d3d9b57ec19b5ca9ba0c5ff8138b6f) AuthConfig (e9f30b205f0ecc1a1af1cd3246576a6a6eed796218cbeb79c56b70ee580a63ea) AuthConfig (739a889bb9010ab3977ff3b7d998cfe3fefc9f59e24c2feba7a07164832a8b9f) AuthConfig (c6fa805700ebcc796db48ea929f3470c4fdfe3b220c1c1c96a6ca89d342ae495) AuthConfig (07dd04b3756401478f94d97e481fe328809c6bd05ba2c37ef2d732dd7f28253f) AuthConfig (a6d781bce6033372de0c58154ebf1ee22307eb181dcd1a14ecb5f95975e700d8) AuthConfig (92931e534bc79d4776df389eea20a7f0250658e4a92b886e3f3b2d76918a7996)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"ec821607-f70f-4dcf-a3ec-ad5e5c95b8b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.028961273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e880f7-4cf1-484b-b090-bd02df3e103d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.044695853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e880f7-4cf1-484b-b090-bd02df3e103d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.060407367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e880f7-4cf1-484b-b090-bd02df3e103d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.075898818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e880f7-4cf1-484b-b090-bd02df3e103d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.865367826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b76d5e-3d46-41bf-8f5a-3f3e9ccc0faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.881210438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b76d5e-3d46-41bf-8f5a-3f3e9ccc0faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.896948114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b76d5e-3d46-41bf-8f5a-3f3e9ccc0faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:56.913230632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b76d5e-3d46-41bf-8f5a-3f3e9ccc0faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.269515232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"5d8722ef-7426-48ae-a13a-17f71201b795","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-auth-test-model-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.338489089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"223cd53a-8649-4667-a8f9-95427f019a96","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.338639225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"223cd53a-8649-4667-a8f9-95427f019a96","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.445799925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"fa9c3d59-4949-49da-8a8d-9a01ca77e7dc","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-auth-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.502634652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"b0468cc6-e368-4265-8e61-62671e263e2d","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.502653803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"b0468cc6-e368-4265-8e61-62671e263e2d","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.544706419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"410210a9-7d3e-4460-bd54-c90023c46897","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"maas-trlp-auth-test-model-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.561820435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"cb41edbc-0cca-4f17-a5a1-154dad6ec822","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.582353922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"cb41edbc-0cca-4f17-a5a1-154dad6ec822","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.602838392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"125ff085-3c6d-4583-9664-e58cdcf42832","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.602858397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"125ff085-3c6d-4583-9664-e58cdcf42832","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.939320553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"cb0355e9-9a77-47df-8774-74d77c611eb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.959717137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"cb0355e9-9a77-47df-8774-74d77c611eb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.00122876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a76b7945-a8c3-448c-985e-9f3a5ade1d33","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.001265702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a76b7945-a8c3-448c-985e-9f3a5ade1d33","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.019531966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"8f0b8057-a1a3-4582-aabb-6fb67b4269b8","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.019553723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"8f0b8057-a1a3-4582-aabb-6fb67b4269b8","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.050981894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"05220115-1d41-468b-a22d-18c233a1a11a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.100602586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"05220115-1d41-468b-a22d-18c233a1a11a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.119328444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a07a90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"05220115-1d41-468b-a22d-18c233a1a11a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.137818838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"23a97b02-8658-460b-903a-20be6bd52757","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.137845157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"23a97b02-8658-460b-903a-20be6bd52757","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.203831749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"de3cafcb-72a5-49e0-99fd-ed919aca27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:00.223860431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"de3cafcb-72a5-49e0-99fd-ed919aca27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.642320096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"9c237ce3-af9c-4a0c-9500-17cc4f65f942","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.642340505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"9c237ce3-af9c-4a0c-9500-17cc4f65f942","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.659893994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"b3444c62-d01c-4f9a-a13d-0727af3eb225","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.659996731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"b3444c62-d01c-4f9a-a13d-0727af3eb225","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.69083184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"10987ec8-1f39-4787-b07c-0bb6941f3ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.738590132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"10987ec8-1f39-4787-b07c-0bb6941f3ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.756778901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"10987ec8-1f39-4787-b07c-0bb6941f3ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.778390476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"d951bef2-c7df-491b-b097-297e277fd99d","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.778408661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"d951bef2-c7df-491b-b097-297e277fd99d","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.891436944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"750f6988-a262-4e9a-9764-29e4b5860d55","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.891459586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"750f6988-a262-4e9a-9764-29e4b5860d55","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.922145746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"0beae3c9-a4f7-4ca4-98b3-9a0ffdb71a33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.943333413Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"30cd3197-0152-44a4-9e6e-b8db2e6a431b","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c2f4596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.944453544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"0beae3c9-a4f7-4ca4-98b3-9a0ffdb71a33","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:02.022766113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"38de7233-ffac-4af3-b407-4486a45faf52","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:02.042329658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"38de7233-ffac-4af3-b407-4486a45faf52","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:04.853163677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"06120671-6b33-4cff-bee9-15272cbb1911","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:04.87242804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"06120671-6b33-4cff-bee9-15272cbb1911","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:05.042346474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"766a5ce3-2d22-4d77-8831-84c832b81228","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:05.042376332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"766a5ce3-2d22-4d77-8831-84c832b81228","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.109860552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"e380a13d-6af4-4bdb-a755-704052a7a870","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.109944258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"e380a13d-6af4-4bdb-a755-704052a7a870","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.135525661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"f141b78d-4502-47bb-82b3-7493a906e6f3","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.135702375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"f141b78d-4502-47bb-82b3-7493a906e6f3","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.151934246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"aedfa853-e27d-4b1e-80ba-10ea2800f9c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:40:06.152943778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"15a634e9-e7f4-4875-9d31-61a81272adba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-64d2ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.174522669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"aedfa853-e27d-4b1e-80ba-10ea2800f9c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.187699421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"c4e2b373-7557-4762-b0ce-d72e5add6573","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.187719404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"c4e2b373-7557-4762-b0ce-d72e5add6573","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.209402545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"c9e953a5-b165-4db5-b711-297e8d092f3d","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.209422943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"c9e953a5-b165-4db5-b711-297e8d092f3d","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.274420549Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"fa1a7dbf-79d4-4e3d-b611-38b929e3351d","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"maas-trlp-auth-test-model-2858fb","model":"auth-test-model-2858fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-2858fb/e2e-auth-iso-64d2ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.331629789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"3b587658-798f-441b-aa0e-e6f272154b2b","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.331661392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"3b587658-798f-441b-aa0e-e6f272154b2b","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.337271704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"8319f189-e29a-494f-b693-e47c8ee5bfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.356501539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"8319f189-e29a-494f-b693-e47c8ee5bfbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.394589693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"7be82e35-11e5-49f0-b7f2-1d34f01bea3e","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"maas-trlp-auth-test-model-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.016659989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","namespace":"ai-tenant-e2e-explicit-b43332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.016720329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","namespace":"ai-tenant-e2e-explicit-b43332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.016779286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","tenant":"e2e-explicit-b43332","tenantID":"e2e-explicit-b43332","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.035096122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Deployment","name":"maas-api-e2e-explicit-b43332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.06671581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Service","name":"maas-api-e2e-explicit-b43332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.087289471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-b43332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.104705892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-b43332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.126311021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.146149825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.164335991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.184678416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.199908094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Deployment","name":"payload-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.215066066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.230379532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Service","name":"payload-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.245622103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"Service","name":"payload-pre-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.260464454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.275348117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.292395682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.311323103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.33079354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.349241579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.373500449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-b43332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:09.390715835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b43332"},"namespace":"ai-tenant-e2e-explicit-b43332","name":"default-tenant","reconcileID":"163f3d4b-8d3f-40ad-870d-485623cc6a17","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-b43332","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.168998675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"68ae4737-1ab4-47b0-ac48-8d2cade1c670","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.18856513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"68ae4737-1ab4-47b0-ac48-8d2cade1c670","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.206703635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a07a90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"68ae4737-1ab4-47b0-ac48-8d2cade1c670","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.809527817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"0c8d4f04-7871-4136-a18c-c642f4e68dbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.829239559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"0c8d4f04-7871-4136-a18c-c642f4e68dbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.848076685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"0c8d4f04-7871-4136-a18c-c642f4e68dbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.959360367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"63524bda-8a2c-4785-a0d9-014fcc8f0d7a","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","subscription":"e2e-auth-iso-a98811","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.975219565Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"63524bda-8a2c-4785-a0d9-014fcc8f0d7a","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.990885039Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"63524bda-8a2c-4785-a0d9-014fcc8f0d7a","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.145813176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"fd8d4965-0b1f-48e1-ac97-8479beb7276b","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.145837062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"fd8d4965-0b1f-48e1-ac97-8479beb7276b","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.17689362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"34c6cab2-f211-4833-b23b-aad8f8712fb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.196134446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"34c6cab2-f211-4833-b23b-aad8f8712fb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.277062818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"e8661be7-ad22-4b09-8071-338a98ae456e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.297144762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"e8661be7-ad22-4b09-8071-338a98ae456e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.310094427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"b75a2444-f275-4ac4-93fa-cdefbe9ffb5b","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.310111776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"b75a2444-f275-4ac4-93fa-cdefbe9ffb5b","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.363768586Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"98afdd74-886b-43b6-9a90-accac3db8c4a","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82b8179f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.377870703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"d70b1b73-e1eb-4742-9d09-f1743d7a75b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.398938455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"d70b1b73-e1eb-4742-9d09-f1743d7a75b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.477809778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"178d0d93-782a-449e-a38a-2fb9454cb206","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.497452665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"178d0d93-782a-449e-a38a-2fb9454cb206","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:16.425808015Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b43332","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b43332","reconcileID":"a020cc36-6736-4151-b125-1c96ff2efadc","aitenant":"ai-tenants/e2e-explicit-b43332","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:16.729013757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86c6616-cf90-4956-a38c-c5d6294365a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:16.74530595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86c6616-cf90-4956-a38c-c5d6294365a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:16.761208087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86c6616-cf90-4956-a38c-c5d6294365a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:16.777129655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86c6616-cf90-4956-a38c-c5d6294365a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:16.799631703Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b43332","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b43332","reconcileID":"a020cc36-6736-4151-b125-1c96ff2efadc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-b43332","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-b43332"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:17.535812954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a529d9d-9267-4c7e-b010-e489e8f5b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:17.557274834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a529d9d-9267-4c7e-b010-e489e8f5b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:17.620615766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a529d9d-9267-4c7e-b010-e489e8f5b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:17.647631737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a529d9d-9267-4c7e-b010-e489e8f5b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:17.70075226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:18.320531679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e27845-1d53-4fcc-93a3-726be2d02f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:18.337193011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e27845-1d53-4fcc-93a3-726be2d02f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:18.353628961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e27845-1d53-4fcc-93a3-726be2d02f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:18.370595608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e27845-1d53-4fcc-93a3-726be2d02f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:20.245438148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"b536c42c-8836-4acf-9f3f-01146226f0bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:20.270575383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"b536c42c-8836-4acf-9f3f-01146226f0bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:20.337693608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a07a90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"b536c42c-8836-4acf-9f3f-01146226f0bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.881170219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"eb0df461-cbc6-4cd1-9706-4d39ce656e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.902112571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"eb0df461-cbc6-4cd1-9706-4d39ce656e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.92047906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"eb0df461-cbc6-4cd1-9706-4d39ce656e6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.380401229Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"d70b6920-c557-4ba7-acfc-266b0b5b8103","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","subscription":"e2e-auth-iso-a98811","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.396119837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"d70b6920-c557-4ba7-acfc-266b0b5b8103","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.412561909Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"d70b6920-c557-4ba7-acfc-266b0b5b8103","MaaSSubscription":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.566368029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"2ccbb094-a196-4101-82d1-1fcd1841e623","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.566397933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"2ccbb094-a196-4101-82d1-1fcd1841e623","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.596823121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"cec95d79-0f06-43d8-a9a0-e57a09167843","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.618038469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"cec95d79-0f06-43d8-a9a0-e57a09167843","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.704340451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"b778d01f-30dc-45f1-8bfa-6fc04206dd5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.704440877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"e09f4337-4559-4a00-8359-008293b186e3","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.704457452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"e09f4337-4559-4a00-8359-008293b186e3","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.780889333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"b778d01f-30dc-45f1-8bfa-6fc04206dd5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.781011451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"17b2df43-bcce-4b8f-b288-897a3255bf0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.801498119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"17b2df43-bcce-4b8f-b288-897a3255bf0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.830241944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"b778d01f-30dc-45f1-8bfa-6fc04206dd5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.830280622Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-auth-iso-a98811","reconcileID":"b778d01f-30dc-45f1-8bfa-6fc04206dd5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.849128206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"8cbd1c08-d00b-4e26-8f1c-658a880f4c9c","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/auth-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.849148406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"auth-test-model-065de0","reconcileID":"8cbd1c08-d00b-4e26-8f1c-658a880f4c9c","MaaSModelRef":{"name":"auth-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"auth-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"auth-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.996168404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"386a3b06-a8ac-4a48-ab81-8c7d2a49baed","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.996315938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"15194e6f-4033-44cf-9bb5-cc44de42d711","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:22.996331718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"15194e6f-4033-44cf-9bb5-cc44de42d711","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.050371088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"386a3b06-a8ac-4a48-ab81-8c7d2a49baed","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.167496627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"386a3b06-a8ac-4a48-ab81-8c7d2a49baed","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.167521596Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-auth-iso-a98811","reconcileID":"386a3b06-a8ac-4a48-ab81-8c7d2a49baed","MaaSAuthPolicy":{"name":"e2e-auth-iso-a98811","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.189027353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"d1bed050-f6cf-47be-ae9a-66303fcb0a3f","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/auth-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.189047701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"auth-test-model-7ef1b6","reconcileID":"d1bed050-f6cf-47be-ae9a-66303fcb0a3f","MaaSModelRef":{"name":"auth-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"auth-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"auth-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:24.35704669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cdf4aa-d98d-4166-8ca6-7d08be95c6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:24.372708056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cdf4aa-d98d-4166-8ca6-7d08be95c6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:24.388669234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cdf4aa-d98d-4166-8ca6-7d08be95c6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:24.404377535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cdf4aa-d98d-4166-8ca6-7d08be95c6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.128147304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e249d0-a583-4af5-96a2-b392721bc6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.144190986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e249d0-a583-4af5-96a2-b392721bc6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.161242188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e249d0-a583-4af5-96a2-b392721bc6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.17897568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e249d0-a583-4af5-96a2-b392721bc6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.218683634Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-099583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-099583","reconcileID":"551ae8c2-ab1e-458e-ae9b-7e5625c35b4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-099583","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-099583":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.925426208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4379c3-ec50-4918-9270-2191f5a389bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.941396371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4379c3-ec50-4918-9270-2191f5a389bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.957120703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4379c3-ec50-4918-9270-2191f5a389bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:25.972759766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f4379c3-ec50-4918-9270-2191f5a389bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:28.902834516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"b9ed48a8-854d-47a4-9ae8-f9520e634d91","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-auth-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.19007128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"8e754999-feed-4ad5-bf19-654b888b6a92","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"maas-trlp-auth-test-model-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.473025647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"51d89b4f-67bb-4745-b439-bf00d7be048d","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"maas-trlp-auth-test-model-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.529746035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"42c4db37-b3a7-47d2-beec-53e2dc61ef9e","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.529772339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"42c4db37-b3a7-47d2-beec-53e2dc61ef9e","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.698309565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"93317cb8-cbad-4812-a1a4-8f10a3a84c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.721417494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"93317cb8-cbad-4812-a1a4-8f10a3a84c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:30.370062933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"5263ad00-7099-4b9d-b283-d9c5fa9988b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:30.392859254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"5263ad00-7099-4b9d-b283-d9c5fa9988b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:30.411886394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a07a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df62fcbcab515e09e20f8ba54bac448f81b1cc009b15eea197cdd09dd66d7558) AuthConfig (ba65e7c5d5184b9a2b58d951e37125bf66b327db1c360ab1b893fa4666f6ed9a) AuthConfig (9371d7e4c7fb25bae003811d150bcc377e8416ff295ae7461e166d7990153db5) AuthConfig (fec33370a202d2dcb32dec79707eb9891b28e1ef7573fc5dccfcc081962de5fb) AuthConfig (0dcb2846e817e32f694b7c799d784b2ab0f1579bd8043fd7a2c59ab7c49ada4d) AuthConfig (970cd17d1c0d2e9e5bac505fc3c39fa1dcea0a9fb47cd4c2e88268ebe88e0177) AuthConfig (6acad6e1a1a046ebd3842d7b31a6dc82333308011174c9500887a6ebd574e100) AuthConfig (5f4a949ab7b6035e629f3bd3df48295a3e0fbd70f8a49729436c965896da4a32) AuthConfig (e0e1504bb8872f5009735f3f057571c604ae485b0bd7020aed66ddf79b38c126) AuthConfig (fcac78306f37e3432f5746539c8b7dae618c18e38ad5e00e7d09072d4442865c) AuthConfig (6510fe55ba59ae282aa47305be84c662dc426ac6e5825cf00cab805175773c29) AuthConfig (679f8b8f27e8059f3d7345956ccfd70b244c9295f8cdaead9816e943c1b149ac) AuthConfig (85de178f7f56cdafba1aaf52c397d0184d4f4e5c68c5215074ffd573f201bb95) AuthConfig (e546668d7fc290e6c65cd3fb8a6788234051e14d3c0497946e4bd2e635b19086) AuthConfig (bbb1ba99e8202ddabb807d45d9f141a3581235490f7fe510ce40d0383e6b1170) AuthConfig (45e9678d36c48e4ef9d0c017d0453a4265a7a1924a7b7516d31f3be1d2975e2a) AuthConfig (6c8f8e407de95c2b222f1120abbc0387c790294c8502b8b94fed48d0f6925d1c) AuthConfig (2455ed398f04fd2f70d783b1b1a57904f7ff9382b350cc96a5cb18a50f1acff1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"5263ad00-7099-4b9d-b283-d9c5fa9988b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:30.433324527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a9c43840-62ee-4ec4-ab6f-f2f67a378c1b","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:30.433341935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a9c43840-62ee-4ec4-ab6f-f2f67a378c1b","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.768948731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"7af93050-20fa-4278-b416-d72220b63640","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.768977586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"7af93050-20fa-4278-b416-d72220b63640","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.799124828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"069650bd-e718-4af8-a72b-cd97845ccf1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.820012822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"069650bd-e718-4af8-a72b-cd97845ccf1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.822314528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"6207102d-fdbe-4aae-92cc-06744508860d","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3089eaa7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.952005063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"e222a4ac-4bba-4709-97e4-d0f7fac2eb0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.972072071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"e222a4ac-4bba-4709-97e4-d0f7fac2eb0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.99055056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (5e0f44bc269b1fa0e7e4a39c1bc80517addfacfad483285835dd6f2bb5b8c26f) AuthConfig (601dff1a05696d56719b090b20b50d0fd81c9648db98aec5acc8d73fc9fbc645) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (ba1ec8ecf3116895cc946250937e247b8227662234e21ddd9b4ab7488b884813) AuthConfig (8598a2193fed730162a3bd39acb72c3df51b96fae09a23921a48bbbb47a4603e) AuthConfig (b8ddb349ecd2db840cb755b411e608ccb0103ea9696d6da9ff667b9546554c7a) AuthConfig (37bc90849ffa88d5a6cf7fce785f9d25f5a572481a672c94c0fe6b0bf2d24b11) AuthConfig (0a36978b27e5bfcb80c719dcfef806daacc991fae90a16eb6688424d856fdc0c) AuthConfig (72f46fd3e83bfe6856fc0f40b88e31ded582afd4c770c23c0b5597aed8dc6e6b) AuthConfig (7bc0b9a428df25cf202a5956d74c284136c2ff98fe5af53b5db5dbd95b86a8d2) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (d8785dfd885285d477fecf9c1346656655f6a15cf78eae4810d359cfc6aacd58) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (ea2347283f2ed2259b11ed75d6117c1dcd7fb893b559aae8396a2202cf444a9b) AuthConfig (5ca15aebd637e0cc72d1918d9d6511e287fda276b2972caa42ed0c5658fcc5c5) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"e222a4ac-4bba-4709-97e4-d0f7fac2eb0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:32.011359816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"dd73e065-0f20-4aa3-8547-39cc61f2f6e6","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:32.011376708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"dd73e065-0f20-4aa3-8547-39cc61f2f6e6","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:32.052335194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"0fba23a8-a518-43f5-9253-85c52b8a3203","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:32.071871452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"0fba23a8-a518-43f5-9253-85c52b8a3203","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:40.46474783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"30ec228b-5957-42e9-ae93-555d28d1276a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:40.484301723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"30ec228b-5957-42e9-ae93-555d28d1276a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:40.502420642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a07a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df62fcbcab515e09e20f8ba54bac448f81b1cc009b15eea197cdd09dd66d7558) AuthConfig (ba65e7c5d5184b9a2b58d951e37125bf66b327db1c360ab1b893fa4666f6ed9a) AuthConfig (9371d7e4c7fb25bae003811d150bcc377e8416ff295ae7461e166d7990153db5) AuthConfig (fec33370a202d2dcb32dec79707eb9891b28e1ef7573fc5dccfcc081962de5fb) AuthConfig (0dcb2846e817e32f694b7c799d784b2ab0f1579bd8043fd7a2c59ab7c49ada4d) AuthConfig (970cd17d1c0d2e9e5bac505fc3c39fa1dcea0a9fb47cd4c2e88268ebe88e0177) AuthConfig (6acad6e1a1a046ebd3842d7b31a6dc82333308011174c9500887a6ebd574e100) AuthConfig (5f4a949ab7b6035e629f3bd3df48295a3e0fbd70f8a49729436c965896da4a32) AuthConfig (e0e1504bb8872f5009735f3f057571c604ae485b0bd7020aed66ddf79b38c126) AuthConfig (fcac78306f37e3432f5746539c8b7dae618c18e38ad5e00e7d09072d4442865c) AuthConfig (6510fe55ba59ae282aa47305be84c662dc426ac6e5825cf00cab805175773c29) AuthConfig (679f8b8f27e8059f3d7345956ccfd70b244c9295f8cdaead9816e943c1b149ac) AuthConfig (85de178f7f56cdafba1aaf52c397d0184d4f4e5c68c5215074ffd573f201bb95) AuthConfig (e546668d7fc290e6c65cd3fb8a6788234051e14d3c0497946e4bd2e635b19086) AuthConfig (bbb1ba99e8202ddabb807d45d9f141a3581235490f7fe510ce40d0383e6b1170) AuthConfig (45e9678d36c48e4ef9d0c017d0453a4265a7a1924a7b7516d31f3be1d2975e2a) AuthConfig (6c8f8e407de95c2b222f1120abbc0387c790294c8502b8b94fed48d0f6925d1c) AuthConfig (2455ed398f04fd2f70d783b1b1a57904f7ff9382b350cc96a5cb18a50f1acff1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"30ec228b-5957-42e9-ae93-555d28d1276a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:41.838830404Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"fc6ca9a2-9ade-4ccd-bda2-210fff1466b4","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","subscription":"e2e-auth-iso-64d2ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:41.855659394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"fc6ca9a2-9ade-4ccd-bda2-210fff1466b4","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:41.871905329Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"fc6ca9a2-9ade-4ccd-bda2-210fff1466b4","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"maas-trlp-auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.032953887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"56bc6529-3958-41b3-9194-24bc9ae1e702","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.032983997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"56bc6529-3958-41b3-9194-24bc9ae1e702","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.057582431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"85fbf586-56c1-4b61-8d2a-1312cee44f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.205891105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"fa731865-5c83-417d-8ec3-246462c81e27","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.240374868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"fa731865-5c83-417d-8ec3-246462c81e27","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.238198189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"2e91c598-45fe-428d-ba38-c01d28ef0b7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.242820957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"85fbf586-56c1-4b61-8d2a-1312cee44f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.258099745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"45111a0e-0cde-41f9-8c1f-e41ad033de6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.268017388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (5e0f44bc269b1fa0e7e4a39c1bc80517addfacfad483285835dd6f2bb5b8c26f) AuthConfig (601dff1a05696d56719b090b20b50d0fd81c9648db98aec5acc8d73fc9fbc645) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (ba1ec8ecf3116895cc946250937e247b8227662234e21ddd9b4ab7488b884813) AuthConfig (8598a2193fed730162a3bd39acb72c3df51b96fae09a23921a48bbbb47a4603e) AuthConfig (b8ddb349ecd2db840cb755b411e608ccb0103ea9696d6da9ff667b9546554c7a) AuthConfig (37bc90849ffa88d5a6cf7fce785f9d25f5a572481a672c94c0fe6b0bf2d24b11) AuthConfig (0a36978b27e5bfcb80c719dcfef806daacc991fae90a16eb6688424d856fdc0c) AuthConfig (72f46fd3e83bfe6856fc0f40b88e31ded582afd4c770c23c0b5597aed8dc6e6b) AuthConfig (7bc0b9a428df25cf202a5956d74c284136c2ff98fe5af53b5db5dbd95b86a8d2) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (d8785dfd885285d477fecf9c1346656655f6a15cf78eae4810d359cfc6aacd58) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (ea2347283f2ed2259b11ed75d6117c1dcd7fb893b559aae8396a2202cf444a9b) AuthConfig (5ca15aebd637e0cc72d1918d9d6511e287fda276b2972caa42ed0c5658fcc5c5) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"85fbf586-56c1-4b61-8d2a-1312cee44f12","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.268895745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"2e91c598-45fe-428d-ba38-c01d28ef0b7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.279458368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"45111a0e-0cde-41f9-8c1f-e41ad033de6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.2837491Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"a54c7c18-5a17-48eb-a6b5-84dcb8d31650","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57bd807b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.443321228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"8f2bef3b-da80-46aa-a54e-260c7e370962","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.443936876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"a0675bd6-4a66-4de1-8b68-8099e0752e2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.464615268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"8f2bef3b-da80-46aa-a54e-260c7e370962","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.46494429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"a0675bd6-4a66-4de1-8b68-8099e0752e2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:44.983980786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b917ff-48de-4779-ab57-004c1b592d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:44.999605865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b917ff-48de-4779-ab57-004c1b592d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.015775562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b917ff-48de-4779-ab57-004c1b592d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.031885378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b917ff-48de-4779-ab57-004c1b592d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.744770641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f92c56-d1ba-4d95-a597-01193facbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.760387235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f92c56-d1ba-4d95-a597-01193facbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.776374679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f92c56-d1ba-4d95-a597-01193facbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.791970575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f92c56-d1ba-4d95-a597-01193facbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:45.833753462Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d9e067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d9e067","reconcileID":"9589e53d-0748-4dd3-93af-f6ff90ccdbbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d9e067","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d9e067":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.478872302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3950fc86-7493-4bdb-b505-57170780bb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.494627476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3950fc86-7493-4bdb-b505-57170780bb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.510619578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3950fc86-7493-4bdb-b505-57170780bb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.526601986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3950fc86-7493-4bdb-b505-57170780bb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.150925723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f1a0-faa3-439a-b17d-1419cbb7dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.186967149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f1a0-faa3-439a-b17d-1419cbb7dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.203242683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f1a0-faa3-439a-b17d-1419cbb7dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.219001783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f1a0-faa3-439a-b17d-1419cbb7dce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.699796787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.533801676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"2984b5f4-fbf9-4d99-8be6-e3d28ffa4fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.553764674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"2984b5f4-fbf9-4d99-8be6-e3d28ffa4fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.58754215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a07a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df62fcbcab515e09e20f8ba54bac448f81b1cc009b15eea197cdd09dd66d7558) AuthConfig (ba65e7c5d5184b9a2b58d951e37125bf66b327db1c360ab1b893fa4666f6ed9a) AuthConfig (9371d7e4c7fb25bae003811d150bcc377e8416ff295ae7461e166d7990153db5) AuthConfig (fec33370a202d2dcb32dec79707eb9891b28e1ef7573fc5dccfcc081962de5fb) AuthConfig (0dcb2846e817e32f694b7c799d784b2ab0f1579bd8043fd7a2c59ab7c49ada4d) AuthConfig (970cd17d1c0d2e9e5bac505fc3c39fa1dcea0a9fb47cd4c2e88268ebe88e0177) AuthConfig (6acad6e1a1a046ebd3842d7b31a6dc82333308011174c9500887a6ebd574e100) AuthConfig (5f4a949ab7b6035e629f3bd3df48295a3e0fbd70f8a49729436c965896da4a32) AuthConfig (e0e1504bb8872f5009735f3f057571c604ae485b0bd7020aed66ddf79b38c126) AuthConfig (fcac78306f37e3432f5746539c8b7dae618c18e38ad5e00e7d09072d4442865c) AuthConfig (6510fe55ba59ae282aa47305be84c662dc426ac6e5825cf00cab805175773c29) AuthConfig (679f8b8f27e8059f3d7345956ccfd70b244c9295f8cdaead9816e943c1b149ac) AuthConfig (85de178f7f56cdafba1aaf52c397d0184d4f4e5c68c5215074ffd573f201bb95) AuthConfig (e546668d7fc290e6c65cd3fb8a6788234051e14d3c0497946e4bd2e635b19086) AuthConfig (bbb1ba99e8202ddabb807d45d9f141a3581235490f7fe510ce40d0383e6b1170) AuthConfig (45e9678d36c48e4ef9d0c017d0453a4265a7a1924a7b7516d31f3be1d2975e2a) AuthConfig (6c8f8e407de95c2b222f1120abbc0387c790294c8502b8b94fed48d0f6925d1c) AuthConfig (2455ed398f04fd2f70d783b1b1a57904f7ff9382b350cc96a5cb18a50f1acff1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"2984b5f4-fbf9-4d99-8be6-e3d28ffa4fff","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.164912788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"dbb2fd7d-d0b5-4849-8124-4178a852c832","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.206614675Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"dbb2fd7d-d0b5-4849-8124-4178a852c832","name":"e2e-shared-a-w1-099583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.299017019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"6c4d00d1-64b4-4039-b175-a20e882768dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.29955193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"e59a249d-bee2-4c47-89ad-5465a682fba6","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","subscription":"e2e-auth-iso-64d2ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.315023194Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"e59a249d-bee2-4c47-89ad-5465a682fba6","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.318609994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"6c4d00d1-64b4-4039-b175-a20e882768dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.387421439Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"e59a249d-bee2-4c47-89ad-5465a682fba6","MaaSSubscription":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"maas-trlp-auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.389542133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (5e0f44bc269b1fa0e7e4a39c1bc80517addfacfad483285835dd6f2bb5b8c26f) AuthConfig (601dff1a05696d56719b090b20b50d0fd81c9648db98aec5acc8d73fc9fbc645) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (ba1ec8ecf3116895cc946250937e247b8227662234e21ddd9b4ab7488b884813) AuthConfig (8598a2193fed730162a3bd39acb72c3df51b96fae09a23921a48bbbb47a4603e) AuthConfig (b8ddb349ecd2db840cb755b411e608ccb0103ea9696d6da9ff667b9546554c7a) AuthConfig (37bc90849ffa88d5a6cf7fce785f9d25f5a572481a672c94c0fe6b0bf2d24b11) AuthConfig (0a36978b27e5bfcb80c719dcfef806daacc991fae90a16eb6688424d856fdc0c) AuthConfig (72f46fd3e83bfe6856fc0f40b88e31ded582afd4c770c23c0b5597aed8dc6e6b) AuthConfig (7bc0b9a428df25cf202a5956d74c284136c2ff98fe5af53b5db5dbd95b86a8d2) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (d8785dfd885285d477fecf9c1346656655f6a15cf78eae4810d359cfc6aacd58) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (ea2347283f2ed2259b11ed75d6117c1dcd7fb893b559aae8396a2202cf444a9b) AuthConfig (5ca15aebd637e0cc72d1918d9d6511e287fda276b2972caa42ed0c5658fcc5c5) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"6c4d00d1-64b4-4039-b175-a20e882768dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.486470965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"0b384245-dbef-440b-9fc4-8a6c247ce071","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.486498783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"0b384245-dbef-440b-9fc4-8a6c247ce071","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.517014873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"f5cf9d32-c439-4b12-9746-94417d7d59ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.537905482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"f5cf9d32-c439-4b12-9746-94417d7d59ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.643797984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"2050ab1b-39a4-4b46-83cf-f803110f3455","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.644957294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"be8bef16-cc1e-435f-a1fe-a484889904b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.645694685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"9e776cf1-432f-4915-bce6-1a1571f5a918","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.645763754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"9e776cf1-432f-4915-bce6-1a1571f5a918","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.693287809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"be8bef16-cc1e-435f-a1fe-a484889904b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.725589933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"2050ab1b-39a4-4b46-83cf-f803110f3455","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.773357168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"2050ab1b-39a4-4b46-83cf-f803110f3455","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"name":"e2e-shared-a-w3-359f71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.773386241Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"e2e-auth-iso-64d2ab","reconcileID":"2050ab1b-39a4-4b46-83cf-f803110f3455","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.795054545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"2847354d-ac8f-4649-a801-a7b9bf7af255","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"tenant":"e2e-shared-a-w3-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","model":"ai-tenant-e2e-shared-a-w3-359f71/auth-test-model-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.795083083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"auth-test-model-359f71","reconcileID":"2847354d-ac8f-4649-a801-a7b9bf7af255","MaaSModelRef":{"name":"auth-test-model-359f71","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"routeName":"auth-test-model-359f71-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-359f71","llmisvcName":"auth-test-model-359f71","gateway":"openshift-ingress/e2e-shared-a-w3-359f71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.954178632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"0c2ac560-6831-4e1d-8804-560e74626db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.954366097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"b4032258-40bc-40e9-b722-e42d61eba3b8","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.954389472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"b4032258-40bc-40e9-b722-e42d61eba3b8","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:53.001356447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"0c2ac560-6831-4e1d-8804-560e74626db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:53.051127095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"0c2ac560-6831-4e1d-8804-560e74626db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"name":"e2e-shared-b-w3-2858fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:53.051151346Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"e2e-auth-iso-64d2ab","reconcileID":"0c2ac560-6831-4e1d-8804-560e74626db9","MaaSAuthPolicy":{"name":"e2e-auth-iso-64d2ab","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:53.070876344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"d15b7b8c-6005-41dd-83de-948bdc2a45c3","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"tenant":"e2e-shared-b-w3-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","model":"ai-tenant-e2e-shared-b-w3-2858fb/auth-test-model-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:53.070897727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"auth-test-model-2858fb","reconcileID":"d15b7b8c-6005-41dd-83de-948bdc2a45c3","MaaSModelRef":{"name":"auth-test-model-2858fb","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"routeName":"auth-test-model-2858fb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","llmisvcName":"auth-test-model-2858fb","gateway":"openshift-ingress/e2e-shared-b-w3-2858fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:00.619425311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"44cae26b-2de9-47c1-a7ac-62900f4a49fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:00.638986591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"44cae26b-2de9-47c1-a7ac-62900f4a49fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:00.72046979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"36194618-1025-47fc-8507-711f375c96a6","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:00.720492674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"36194618-1025-47fc-8507-711f375c96a6","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.250402683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"db9b8ded-1c33-4450-8cdd-0655d7efab4b","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.25042724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"db9b8ded-1c33-4450-8cdd-0655d7efab4b","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.273572037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"36ee0522-3d25-424c-a6e6-7e48e7ef719a","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.273591572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"36ee0522-3d25-424c-a6e6-7e48e7ef719a","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.282625168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"ca664665-f182-4beb-9c9d-e6a5a52a6228","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:02.283295164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"e8d5479f-d01d-4215-a8f0-2db62888909a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4d9fc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:02.290963749Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"36ee0522-3d25-424c-a6e6-7e48e7ef719a","name":"auth-test-model-a07a90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a07a90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:02.291020063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"36ee0522-3d25-424c-a6e6-7e48e7ef719a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a07a90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.296404645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"e62c0552-8cf6-4ad6-bed5-34ed6a139785","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.296420901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"e62c0552-8cf6-4ad6-bed5-34ed6a139785","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.302124671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"ca664665-f182-4beb-9c9d-e6a5a52a6228","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.318206034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"67775ce6-7b00-47f3-8e8c-c852e2c374dc","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.318222918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"67775ce6-7b00-47f3-8e8c-c852e2c374dc","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.33815509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"12cda69f-5b7e-4f4d-a955-6abde3dc6dc2","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.338179004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"12cda69f-5b7e-4f4d-a955-6abde3dc6dc2","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.410494456Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"6fe7390b-d57b-41fc-b0a4-1c3b61b4955a","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"maas-trlp-auth-test-model-a07a90","model":"auth-test-model-a07a90","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-a07a90/e2e-auth-iso-4d9fc8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.4207591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"1532edb6-df5c-4911-923c-014604f4f719","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.441109639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"1532edb6-df5c-4911-923c-014604f4f719","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.465982355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"99355caf-e600-4196-b292-fb5e784dad9f","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.46600263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"99355caf-e600-4196-b292-fb5e784dad9f","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.521017383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"0f4ce664-0a1b-4ab5-b8e2-8bcc76db182b","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.528826351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"b69ca7bd-e64f-4b39-994c-92a65ff9798d","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"maas-trlp-auth-test-model-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.541022523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"0f4ce664-0a1b-4ab5-b8e2-8bcc76db182b","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.654491538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"710ffdc5-b16d-48e8-8020-28a3b2ce3165","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.654513398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"710ffdc5-b16d-48e8-8020-28a3b2ce3165","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.917367071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"f228c37b-d9fb-4ef5-abed-be232b3fbd98","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.917389116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"f228c37b-d9fb-4ef5-abed-be232b3fbd98","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.938833829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"fa37b4d2-ada9-458d-ac76-41dfbd763acd","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.938853811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"fa37b4d2-ada9-458d-ac76-41dfbd763acd","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.948592831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"5024e103-3705-4f67-b5d8-c579f5e8be90","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:03.949217484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"a2dca8ed-c345-4800-9b03-746ed8af030e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a27f1d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:03.955647568Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"fa37b4d2-ada9-458d-ac76-41dfbd763acd","name":"auth-test-model-20109d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-20109d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:03.95570046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"fa37b4d2-ada9-458d-ac76-41dfbd763acd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-20109d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.961478888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"078ee32e-5263-4cb5-9f3f-4b5b406fa141","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.961497307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"078ee32e-5263-4cb5-9f3f-4b5b406fa141","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.969403045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"5024e103-3705-4f67-b5d8-c579f5e8be90","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.003120168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"d611f8dc-cb0e-48f4-9f39-c357264ebaa0","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.003143899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"d611f8dc-cb0e-48f4-9f39-c357264ebaa0","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.030122053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"b7c0a793-a540-42ea-aeea-34028a22ea70","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.030150361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"b7c0a793-a540-42ea-aeea-34028a22ea70","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.109372606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"9113e922-7957-40f9-9c94-3a88b60a3ede","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-auth-test-model-20109d","model":"auth-test-model-20109d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-20109d/e2e-auth-iso-a27f1d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.155740227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"cf93374f-107d-4cfe-86c5-802b9a00a94b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.175045814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"e86177e7-4b52-41e4-afae-17ff524c1798","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.17506744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"e86177e7-4b52-41e4-afae-17ff524c1798","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.179013719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"cf93374f-107d-4cfe-86c5-802b9a00a94b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.238618878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"27760524-ac95-4689-b529-d4a3a22216ae","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-auth-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:12.975513597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"6da3b691-e5f3-42ab-8a64-c10cba50e1d6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:13.018683868Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"6da3b691-e5f3-42ab-8a64-c10cba50e1d6","name":"e2e-extmod-a-d9e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:17.698234431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.65055145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56603ab8-2e6e-4084-a8e1-9c6d1c0e3495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.666104845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56603ab8-2e6e-4084-a8e1-9c6d1c0e3495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.681659621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56603ab8-2e6e-4084-a8e1-9c6d1c0e3495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.697140612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56603ab8-2e6e-4084-a8e1-9c6d1c0e3495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:21.295602166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaed499-210e-4005-8fb4-8fbbf5b9302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:21.312663126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaed499-210e-4005-8fb4-8fbbf5b9302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:21.33296924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaed499-210e-4005-8fb4-8fbbf5b9302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:21.34969128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcaed499-210e-4005-8fb4-8fbbf5b9302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.027752409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8efbc1-6bd3-4781-b04b-551159791cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.043902063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8efbc1-6bd3-4781-b04b-551159791cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.05997928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8efbc1-6bd3-4781-b04b-551159791cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.077352654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8efbc1-6bd3-4781-b04b-551159791cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.550510288Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d87781","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d87781","reconcileID":"68ac41b9-4c5f-4113-8d14-11c368d55d10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d87781","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d87781":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.767138331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc0e1df-a18d-4cd8-abd4-c7f7c4c7b34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.783457096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc0e1df-a18d-4cd8-abd4-c7f7c4c7b34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.79964892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc0e1df-a18d-4cd8-abd4-c7f7c4c7b34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.8166825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc0e1df-a18d-4cd8-abd4-c7f7c4c7b34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.534064997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2959a12b-c961-4420-8eec-aa7f33a914a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.549870297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2959a12b-c961-4420-8eec-aa7f33a914a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.565681406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2959a12b-c961-4420-8eec-aa7f33a914a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.581545159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2959a12b-c961-4420-8eec-aa7f33a914a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:24.2765747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3f990-0047-4d5d-bc8b-892d720c3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:24.292500327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3f990-0047-4d5d-bc8b-892d720c3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:24.308484891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3f990-0047-4d5d-bc8b-892d720c3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:24.324839301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba3f990-0047-4d5d-bc8b-892d720c3ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.06663695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9e3667-6ab4-49c8-9c0d-5f74f77e5b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.083917084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9e3667-6ab4-49c8-9c0d-5f74f77e5b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.100483261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9e3667-6ab4-49c8-9c0d-5f74f77e5b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.116898832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9e3667-6ab4-49c8-9c0d-5f74f77e5b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.666515044Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5c109b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5c109b","reconcileID":"d56234cc-3817-4242-a0d0-fe6437460722","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-5c109b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-5c109b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.792323029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9110b34-1242-4b65-b5f6-a7b97f505e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.808487597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9110b34-1242-4b65-b5f6-a7b97f505e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.824224357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9110b34-1242-4b65-b5f6-a7b97f505e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.840049708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9110b34-1242-4b65-b5f6-a7b97f505e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:26.669138363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf115b0-c066-4c8b-aa11-db1016c797f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:26.685175846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf115b0-c066-4c8b-aa11-db1016c797f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:26.701025879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf115b0-c066-4c8b-aa11-db1016c797f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:26.716646919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf115b0-c066-4c8b-aa11-db1016c797f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.61976071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617e0934-c94f-40fe-b566-3564e8390611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.635570057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617e0934-c94f-40fe-b566-3564e8390611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.651533161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617e0934-c94f-40fe-b566-3564e8390611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.667592048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617e0934-c94f-40fe-b566-3564e8390611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.852206865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"7ffa81aa-97fa-45ed-b818-3d4bb0f43bed","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-auth-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.95163342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"095d6ef7-b2c2-4d24-8b5f-6384e27fc340","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.951662316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"095d6ef7-b2c2-4d24-8b5f-6384e27fc340","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:28.222082433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"5dfc30de-419e-4744-94f1-e48aa20c268b","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"maas-trlp-auth-test-model-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:28.283534914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a59f383f-74c3-46b5-abab-c6285c37d4f8","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:28.28362983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a59f383f-74c3-46b5-abab-c6285c37d4f8","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:28.607368887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"0690da3a-7a28-41d9-847c-288000c1daf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:28.696096837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"0690da3a-7a28-41d9-847c-288000c1daf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:29.057500149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"f0730ef1-3da8-4be1-9334-ba397a992fcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:29.077610044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"f0730ef1-3da8-4be1-9334-ba397a992fcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:30.871484466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"e71229c6-6f45-47c3-a5ae-7bc9571422d9","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:30.871507778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"e71229c6-6f45-47c3-a5ae-7bc9571422d9","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:30.901807835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"4e63cd65-d177-4f0c-bedf-71d79594af4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:30.921474621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"4e63cd65-d177-4f0c-bedf-71d79594af4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:30.923510795Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"90b664ce-94d5-47d4-bcf2-6d827552912c","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab35fe9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.001940377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"fd01174b-ec5a-49a2-af92-177da45937ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.025208759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"fd01174b-ec5a-49a2-af92-177da45937ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.397205012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"4b174709-7deb-461c-a5b0-272b63a29ece","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.397225341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"4b174709-7deb-461c-a5b0-272b63a29ece","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.427645488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"58df669a-73f2-4dc5-85a5-496c7e42c819","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.448226578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"58df669a-73f2-4dc5-85a5-496c7e42c819","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.449813155Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"84ce7f87-2c89-4c5e-ae2b-d892c2446cb1","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e51c09a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.528508026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"f2fd5ad5-edcb-4753-9edd-30600e05c307","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.549981773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"f2fd5ad5-edcb-4753-9edd-30600e05c307","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.940702822Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"21632071-08bd-4387-9b67-53e7476a1cd4","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","subscription":"e2e-auth-iso-4d9fc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.956985901Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"21632071-08bd-4387-9b67-53e7476a1cd4","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.97352356Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"21632071-08bd-4387-9b67-53e7476a1cd4","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"maas-trlp-auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.096482061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"4fd4b951-dc58-498c-8c67-9e7c3087aaad","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.096583912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"4fd4b951-dc58-498c-8c67-9e7c3087aaad","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.135742072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"b6fe3d04-59ee-4a11-88ab-96caf6877887","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.161790255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"b6fe3d04-59ee-4a11-88ab-96caf6877887","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.246152453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a745457f-6738-4150-b89a-7b1c4038ca2f","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.246178074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"a745457f-6738-4150-b89a-7b1c4038ca2f","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.278201856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"25031c39-a733-46dd-842d-4f8115da926a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.301920794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"25031c39-a733-46dd-842d-4f8115da926a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.302814849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"ef65693e-0e22-4e7d-a391-e48d44af27bb","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a5ca5d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.37765654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"fff417fc-67ac-4528-9f03-cd9dbe0210b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.404396102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"fff417fc-67ac-4528-9f03-cd9dbe0210b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.466002755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"5f4f8de8-e34c-4460-8761-2a2301679424","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","subscription":"e2e-auth-iso-a27f1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.477637208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"c23078f2-3134-418f-b2c9-70991683e243","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.481956609Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"5f4f8de8-e34c-4460-8761-2a2301679424","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.505793076Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"5f4f8de8-e34c-4460-8761-2a2301679424","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.508855901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"c23078f2-3134-418f-b2c9-70991683e243","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.662825065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"0ab4197a-5318-4edf-b311-28e35d359eee","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.662854701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"0ab4197a-5318-4edf-b311-28e35d359eee","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.697799135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"75e8425f-e379-48b4-8aa2-e9a5553c1e75","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.720965273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"75e8425f-e379-48b4-8aa2-e9a5553c1e75","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.810570266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"aceb23fb-11ed-4959-ba75-7d02cb4e7109","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.810600876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"aceb23fb-11ed-4959-ba75-7d02cb4e7109","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.844905553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"dbd75e0a-8098-49e2-97f9-bb366922655c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.86778741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"dbd75e0a-8098-49e2-97f9-bb366922655c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.87280821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"3af17c25-5c15-4818-be2d-1fa91ea2bcde","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d94c0b7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.946422129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"738b59c2-b52e-4a46-a0dd-f1ef085701a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.967081944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"738b59c2-b52e-4a46-a0dd-f1ef085701a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.085902027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"a4271f5d-7684-4296-aa41-b8e110435c4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.11519984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"a4271f5d-7684-4296-aa41-b8e110435c4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.129176584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db63335c-34e2-4b4d-a36f-abcf8e2cf82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.145231367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db63335c-34e2-4b4d-a36f-abcf8e2cf82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.160936347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db63335c-34e2-4b4d-a36f-abcf8e2cf82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.176845574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db63335c-34e2-4b4d-a36f-abcf8e2cf82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.872119454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14981e2b-b80b-4178-b00f-210e0924087a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.887921648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14981e2b-b80b-4178-b00f-210e0924087a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.903613329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14981e2b-b80b-4178-b00f-210e0924087a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.920065629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14981e2b-b80b-4178-b00f-210e0924087a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:47.697940917Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.319463612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"569d44e3-f9c9-4dfb-965b-3d5302d85646","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","subscription":"e2e-auth-iso-4d9fc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.335294403Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"569d44e3-f9c9-4dfb-965b-3d5302d85646","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.352004819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"569d44e3-f9c9-4dfb-965b-3d5302d85646","MaaSSubscription":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"maas-trlp-auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.512141695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"8b78ace2-655e-418c-b36f-e727346c75f7","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.51216246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"8b78ace2-655e-418c-b36f-e727346c75f7","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.544121184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"def8a2c6-fcce-4131-a385-dd8d4fa29923","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.564381553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"def8a2c6-fcce-4131-a385-dd8d4fa29923","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.660743501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"16e85e34-1d37-4fc6-834e-11d5c884cb91","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.661215416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"efeab9d5-d065-4f3b-a274-a155e60dfc3e","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.661238637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"efeab9d5-d065-4f3b-a274-a155e60dfc3e","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.82998742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"ca757e6c-2bef-42b9-af89-9bbfd3157a82","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.849640004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"ca757e6c-2bef-42b9-af89-9bbfd3157a82","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.888499612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"982a44c4-dcc4-4c93-b69e-fb02e090c3a6","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","subscription":"e2e-auth-iso-a27f1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.90401294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"982a44c4-dcc4-4c93-b69e-fb02e090c3a6","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.914921033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"16e85e34-1d37-4fc6-834e-11d5c884cb91","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.920377406Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"982a44c4-dcc4-4c93-b69e-fb02e090c3a6","MaaSSubscription":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.963409493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"16e85e34-1d37-4fc6-834e-11d5c884cb91","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"name":"e2e-shared-a-w0-e62935-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.963429037Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"e2e-auth-iso-4d9fc8","reconcileID":"16e85e34-1d37-4fc6-834e-11d5c884cb91","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.980037938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d222f-b7af-4719-9775-4df4fb4b5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.983023943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"1c90558e-635f-4675-8b39-9456f6f746c5","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"tenant":"e2e-shared-a-w0-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","model":"ai-tenant-e2e-shared-a-w0-e62935/auth-test-model-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.983041648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"auth-test-model-e62935","reconcileID":"1c90558e-635f-4675-8b39-9456f6f746c5","MaaSModelRef":{"name":"auth-test-model-e62935","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"routeName":"auth-test-model-e62935-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e62935","llmisvcName":"auth-test-model-e62935","gateway":"openshift-ingress/e2e-shared-a-w0-e62935","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:51.995746989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d222f-b7af-4719-9775-4df4fb4b5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.011455888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d222f-b7af-4719-9775-4df4fb4b5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.014641687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"cf720ca4-d187-43be-bb39-a90cd3f0764c","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.014661355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"cf720ca4-d187-43be-bb39-a90cd3f0764c","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.026792095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543d222f-b7af-4719-9775-4df4fb4b5f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.057939837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"df9244fc-600e-46ed-bcd0-e495a66c52cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.077526547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"df9244fc-600e-46ed-bcd0-e495a66c52cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.134907759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"f5d3a54c-2cd6-4b6d-aa30-0589fbfd6746","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.134930331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"f5d3a54c-2cd6-4b6d-aa30-0589fbfd6746","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.134914254Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"22457072-2129-4e21-8727-10d3570f7592","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.196948297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ecaa3d85-2ee6-449b-b20a-ad664a064c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.19708073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"a3f57895-4dee-4fad-ac84-48d9124f9ba7","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.197097414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"a3f57895-4dee-4fad-ac84-48d9124f9ba7","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.289766089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"10fba42a-238b-4f3a-93e3-0952e121f3e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.327084754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"10fba42a-238b-4f3a-93e3-0952e121f3e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.370987507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ecaa3d85-2ee6-449b-b20a-ad664a064c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.371017366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"22457072-2129-4e21-8727-10d3570f7592","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.427946852Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ecaa3d85-2ee6-449b-b20a-ad664a064c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.427971262Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-auth-iso-a27f1d","reconcileID":"ecaa3d85-2ee6-449b-b20a-ad664a064c6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.432938261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"22457072-2129-4e21-8727-10d3570f7592","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"name":"e2e-shared-b-w0-a07a90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.432960822Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"e2e-auth-iso-4d9fc8","reconcileID":"22457072-2129-4e21-8727-10d3570f7592","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d9fc8","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.454849524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"e9ecb0e9-2133-4d50-a3e2-67d3a0325b4d","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"tenant":"e2e-shared-b-w0-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","model":"ai-tenant-e2e-shared-b-w0-a07a90/auth-test-model-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.454872381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"auth-test-model-a07a90","reconcileID":"e9ecb0e9-2133-4d50-a3e2-67d3a0325b4d","MaaSModelRef":{"name":"auth-test-model-a07a90","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"routeName":"auth-test-model-a07a90-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","llmisvcName":"auth-test-model-a07a90","gateway":"openshift-ingress/e2e-shared-b-w0-a07a90","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.455738113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"8c5d539f-dedb-4520-8e76-c0846b6dd6f4","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/auth-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.455753175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"auth-test-model-9908e8","reconcileID":"8c5d539f-dedb-4520-8e76-c0846b6dd6f4","MaaSModelRef":{"name":"auth-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"auth-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"auth-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.609893771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"47ab4884-d2b4-4cd9-86ba-5e4a1d91acfa","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.610304569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"dc87aa35-5c56-4f38-8944-d5739e05da92","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.610327895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"dc87aa35-5c56-4f38-8944-d5739e05da92","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.655868105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"47ab4884-d2b4-4cd9-86ba-5e4a1d91acfa","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.711576634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"47ab4884-d2b4-4cd9-86ba-5e4a1d91acfa","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.711601999Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-auth-iso-a27f1d","reconcileID":"47ab4884-d2b4-4cd9-86ba-5e4a1d91acfa","MaaSAuthPolicy":{"name":"e2e-auth-iso-a27f1d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.731776197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"63834a62-582c-438a-be83-1fb525af19a9","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/auth-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.731800606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"auth-test-model-20109d","reconcileID":"63834a62-582c-438a-be83-1fb525af19a9","MaaSModelRef":{"name":"auth-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"auth-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"auth-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.76947823Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fdacdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fdacdb","reconcileID":"8d945b0d-c069-41fc-a46d-aae2801ab4e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fdacdb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-fdacdb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.782278699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947624af-3ea8-43bc-a191-2e47e13eb1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.79823485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947624af-3ea8-43bc-a191-2e47e13eb1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.814004239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947624af-3ea8-43bc-a191-2e47e13eb1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.829546025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947624af-3ea8-43bc-a191-2e47e13eb1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.25864944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"46ee009a-edd0-40f9-b43e-380e05b71024","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.30694097Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"46ee009a-edd0-40f9-b43e-380e05b71024","name":"e2e-extmod-a-d87781-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.478470938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95064dc-434f-4443-ab8f-fa9b326885fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.494125793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95064dc-434f-4443-ab8f-fa9b326885fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.509622832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95064dc-434f-4443-ab8f-fa9b326885fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.525243127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95064dc-434f-4443-ab8f-fa9b326885fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.203653565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd82c1c-9802-4fe5-8802-9cf5ed0af966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.220763548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd82c1c-9802-4fe5-8802-9cf5ed0af966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.236426367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd82c1c-9802-4fe5-8802-9cf5ed0af966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.253119841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdd82c1c-9802-4fe5-8802-9cf5ed0af966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:57.092367494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e95862a9-5b17-439c-835b-f78dbe881570","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:57.141868222Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e95862a9-5b17-439c-835b-f78dbe881570","name":"e2e-shared-b-w1-5c109b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.693499815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0543f9b-1c86-41ef-8473-3a6a03e240cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.709564335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0543f9b-1c86-41ef-8473-3a6a03e240cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.72531451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0543f9b-1c86-41ef-8473-3a6a03e240cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.741118775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0543f9b-1c86-41ef-8473-3a6a03e240cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:09.374000766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404fe6c-90a3-47aa-81c1-b51d498be5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:09.389843333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404fe6c-90a3-47aa-81c1-b51d498be5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:09.405582538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404fe6c-90a3-47aa-81c1-b51d498be5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:09.421537933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404fe6c-90a3-47aa-81c1-b51d498be5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:09.686501096Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-955dc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-955dc3","reconcileID":"ea02a437-252a-43ca-9d87-06ffdd7f001a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-955dc3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-955dc3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:10.254741342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb04fc9-3cda-43cc-a207-a4d01ad0496a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:10.270483745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb04fc9-3cda-43cc-a207-a4d01ad0496a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:10.286248155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb04fc9-3cda-43cc-a207-a4d01ad0496a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:10.302138719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb04fc9-3cda-43cc-a207-a4d01ad0496a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:17.701521159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.23964916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"ac3b2e38-9ff6-418c-b00e-27e7db4ed6f8","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.259707435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"ac3b2e38-9ff6-418c-b00e-27e7db4ed6f8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.265067888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"e2316c8d-9d98-4728-af0b-2e7783007b68","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.265127005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"e2316c8d-9d98-4728-af0b-2e7783007b68","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.276320387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"00f30777-50ba-4a9a-8d58-9451b33aff86","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.276374301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"00f30777-50ba-4a9a-8d58-9451b33aff86","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.297130944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"386e148b-1f5e-4c23-9f13-cdf4161d7c72","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.297181001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"386e148b-1f5e-4c23-9f13-cdf4161d7c72","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.33757133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"8428886f-2dbc-444c-b707-14e48cd5b7c5","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.337635127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"8428886f-2dbc-444c-b707-14e48cd5b7c5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.418793313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"b8a280b1-be21-4b79-b3ad-c50c95d250b9","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:21.418855281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d833b8","namespace":"ai-tenant-e2e-noten-d833b8"},"namespace":"ai-tenant-e2e-noten-d833b8","name":"noten-model-d833b8","reconcileID":"b8a280b1-be21-4b79-b3ad-c50c95d250b9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d833b8/noten-model-d833b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d833b8/noten-model-d833b8-kserve-route (gateways: [openshift-ingress/e2e-noten-d833b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:26.946011374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"e083ee46-a9a7-4cb4-9725-b2049c6c9e60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:27.022636672Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"e083ee46-a9a7-4cb4-9725-b2049c6c9e60","name":"e2e-extmod-b-fdacdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.852790408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b759e194-a765-43e7-8f76-0e6b4dca3dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.869400412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b759e194-a765-43e7-8f76-0e6b4dca3dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.885561572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b759e194-a765-43e7-8f76-0e6b4dca3dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.903549705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b759e194-a765-43e7-8f76-0e6b4dca3dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:30.564642307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15524ba-e4ae-461a-a0e5-8e8336b9597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:30.580574572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15524ba-e4ae-461a-a0e5-8e8336b9597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:30.605031938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15524ba-e4ae-461a-a0e5-8e8336b9597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:30.624635601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15524ba-e4ae-461a-a0e5-8e8336b9597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:33.582162296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36735-a285-400f-8e41-42f75e685770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:33.597925961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36735-a285-400f-8e41-42f75e685770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:33.613506346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36735-a285-400f-8e41-42f75e685770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:33.629442776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36735-a285-400f-8e41-42f75e685770","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:34.285205417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e232f35-a7aa-454e-83a9-7570b99da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:34.301348992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e232f35-a7aa-454e-83a9-7570b99da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:34.317330196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e232f35-a7aa-454e-83a9-7570b99da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:34.333557893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e232f35-a7aa-454e-83a9-7570b99da168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.185907488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8170873-3a7d-491d-9c71-5cf6e6cd292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.201607306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8170873-3a7d-491d-9c71-5cf6e6cd292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.217491046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8170873-3a7d-491d-9c71-5cf6e6cd292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.233760273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8170873-3a7d-491d-9c71-5cf6e6cd292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.883113914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f798af5e-983a-498d-b3dd-2f39fa6b8fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.914163516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f798af5e-983a-498d-b3dd-2f39fa6b8fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.937886393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f798af5e-983a-498d-b3dd-2f39fa6b8fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.954450107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f798af5e-983a-498d-b3dd-2f39fa6b8fab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.051357902Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d4d8c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d4d8c2","reconcileID":"72c50a69-0c24-46fc-bcc0-3f3941d5e526","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d4d8c2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d4d8c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.627944442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696c8f5f-9e95-4d92-9e75-c5c07685de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.643584488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696c8f5f-9e95-4d92-9e75-c5c07685de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.659175837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696c8f5f-9e95-4d92-9e75-c5c07685de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.674724515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"696c8f5f-9e95-4d92-9e75-c5c07685de4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.270498832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0063-69ad-4970-a2e1-ace03321f70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.286228744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0063-69ad-4970-a2e1-ace03321f70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.30194684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0063-69ad-4970-a2e1-ace03321f70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.31768066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573f0063-69ad-4970-a2e1-ace03321f70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.923788663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa47b2a-e0c6-463f-980e-b102204bb972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.939480048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa47b2a-e0c6-463f-980e-b102204bb972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.955499575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa47b2a-e0c6-463f-980e-b102204bb972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.972950268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa47b2a-e0c6-463f-980e-b102204bb972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.1458152Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c738e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c738e0","reconcileID":"8d52c343-12aa-4309-b613-fdda76a9d45b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c738e0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c738e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.754647544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd272e7b-a85e-4ef4-8f40-48ca1b5781f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.770665791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd272e7b-a85e-4ef4-8f40-48ca1b5781f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.786628258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd272e7b-a85e-4ef4-8f40-48ca1b5781f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.802646059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd272e7b-a85e-4ef4-8f40-48ca1b5781f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:45.412066031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2207677-e3ee-49cf-8a5d-d0e7b54cb55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:45.428490139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2207677-e3ee-49cf-8a5d-d0e7b54cb55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:45.444126652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2207677-e3ee-49cf-8a5d-d0e7b54cb55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:45.459735791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2207677-e3ee-49cf-8a5d-d0e7b54cb55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.189336057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accb41b9-a0d0-48b7-8a80-41fb321a053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.222780346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accb41b9-a0d0-48b7-8a80-41fb321a053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.241990522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accb41b9-a0d0-48b7-8a80-41fb321a053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.264798363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"accb41b9-a0d0-48b7-8a80-41fb321a053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.921114175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee750256-6fa8-4052-8a04-d43409f92148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.93837674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee750256-6fa8-4052-8a04-d43409f92148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.956929043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee750256-6fa8-4052-8a04-d43409f92148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.972977905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee750256-6fa8-4052-8a04-d43409f92148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.591709047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cc413a-9aa8-4468-bb63-295857e0e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.620615069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cc413a-9aa8-4468-bb63-295857e0e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.637463768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cc413a-9aa8-4468-bb63-295857e0e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.654753119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cc413a-9aa8-4468-bb63-295857e0e67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.697469974Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.914942417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"7965d0b6-de91-48bc-8e24-1a102a78c6ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.956998287Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"7965d0b6-de91-48bc-8e24-1a102a78c6ea","name":"e2e-extmod-a-955dc3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:03.899198927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bffe99-e1db-4de8-996a-71716c042439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:03.915552145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bffe99-e1db-4de8-996a-71716c042439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:03.931653671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bffe99-e1db-4de8-996a-71716c042439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:03.947703178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bffe99-e1db-4de8-996a-71716c042439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.588921897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e095b-f70e-4950-b9f3-41fa178b2430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.617339899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e095b-f70e-4950-b9f3-41fa178b2430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.638532426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e095b-f70e-4950-b9f3-41fa178b2430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.656528711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9e095b-f70e-4950-b9f3-41fa178b2430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.659954717Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"f95f3356-03db-4695-bdf3-270243cd8eb1","namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.67876387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"a938ebef-72a4-4f0c-be08-16f5160f896a","namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.707395446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"54a86034-f5f0-4d64-9a4f-e305a1ff9111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.707568881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cf8af8f5-725f-4f05-a989-3bd02a631670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.707844448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"47eb7203-399f-4d74-a08f-2c73c9361c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.708054334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"042c0f9d-d637-4d73-b9aa-00af92acacc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.708359048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"62e03b1b-305f-4ade-9206-1e644dd866d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.740524297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"54a86034-f5f0-4d64-9a4f-e305a1ff9111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.742474136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"042c0f9d-d637-4d73-b9aa-00af92acacc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.746906648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"47eb7203-399f-4d74-a08f-2c73c9361c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.748601016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cf8af8f5-725f-4f05-a989-3bd02a631670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.751693395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"62e03b1b-305f-4ade-9206-1e644dd866d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.916609326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"407ee1ca-929f-45a5-85ce-286866d06836","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.952809266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c33533-6f20-4053-929a-9cd158fcd2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.952823954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9377c963-0bca-43ae-a740-6040fd78cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.953429756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"519bc046-e6c2-4f73-b52e-fbce6d31659d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.975072107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9377c963-0bca-43ae-a740-6040fd78cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.975105392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"519bc046-e6c2-4f73-b52e-fbce6d31659d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.977425896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c33533-6f20-4053-929a-9cd158fcd2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.042401408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"923f1345-48ec-448c-b9c6-f04a353d4d76","namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.053291973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8d3ca1a7-fdfd-45c8-b0e9-9d1873e8bbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.053720151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"428cb233-ecd6-466c-88aa-4bd6d073a1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.058434734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"f54f2109-7471-42ce-8ba6-c5896528282f","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.058453619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"f54f2109-7471-42ce-8ba6-c5896528282f","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.08931248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"428cb233-ecd6-466c-88aa-4bd6d073a1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.090779036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8d3ca1a7-fdfd-45c8-b0e9-9d1873e8bbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.178907798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"06d98314-c0a8-41d0-8536-e414a21d0dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.19387545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"99a71973-26af-438e-9847-50dc9c79f25d","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.195299319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"99a71973-26af-438e-9847-50dc9c79f25d","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.195060969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f08923d6-0a8b-492b-8f57-3757abde3f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.213941436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9d067166-e28c-4cd4-a863-22e48f46f83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.219892033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"06d98314-c0a8-41d0-8536-e414a21d0dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.231149242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f08923d6-0a8b-492b-8f57-3757abde3f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.244104633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9d067166-e28c-4cd4-a863-22e48f46f83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.282994174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1b8f452c-8d0a-46ea-b8ce-79f7ee30742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.28382558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"6b2ea9aa-1211-4fbe-a5da-1b83bcbe7612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.306243343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1b8f452c-8d0a-46ea-b8ce-79f7ee30742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.309073799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"6b2ea9aa-1211-4fbe-a5da-1b83bcbe7612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.494057976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0f0c8c34-de41-43bc-b0b3-8b16ece35462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.49499736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bf26def6-007a-4806-9f41-d4797bef0842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.495843324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"505c37f5-53fb-4aaa-be62-0754c082380a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.516861016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"505c37f5-53fb-4aaa-be62-0754c082380a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.517102734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bf26def6-007a-4806-9f41-d4797bef0842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.519240709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0f0c8c34-de41-43bc-b0b3-8b16ece35462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.551733629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"94f8cdcc-94da-4c3c-91a0-b79ea6a2c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.551735744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"24773c98-b843-4ffd-97a7-eab9fd7b324d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.571058046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"94f8cdcc-94da-4c3c-91a0-b79ea6a2c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.571358862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"24773c98-b843-4ffd-97a7-eab9fd7b324d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.743176491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"8a406a89-4c53-461e-94cd-b3d2a88a78fe","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.743201892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"8a406a89-4c53-461e-94cd-b3d2a88a78fe","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.75791965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08db9c18-2c05-481e-8977-d33c84c22684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.758177679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f320394-9792-4a3e-9534-95792898142a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.757914695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c0fda8df-b395-4873-97e4-85dc2fa27fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.779042797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08db9c18-2c05-481e-8977-d33c84c22684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.781761625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c0fda8df-b395-4873-97e4-85dc2fa27fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.808806955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f320394-9792-4a3e-9534-95792898142a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.82774038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f320394-9792-4a3e-9534-95792898142a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.862643877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"18a087fa-bd57-454e-96e2-35667c6e1c94","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.862664958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"18a087fa-bd57-454e-96e2-35667c6e1c94","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:13.466188092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bbf252-b195-4a17-b765-9257884eb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:13.482305584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bbf252-b195-4a17-b765-9257884eb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:13.497853947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bbf252-b195-4a17-b765-9257884eb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:13.513792038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bbf252-b195-4a17-b765-9257884eb93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.106592266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3690a288-3808-4ad1-952b-344ae733961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.188514816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3690a288-3808-4ad1-952b-344ae733961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.20455419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3690a288-3808-4ad1-952b-344ae733961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.220571635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3690a288-3808-4ad1-952b-344ae733961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.424922668Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-850433","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-850433","reconcileID":"9518668b-ad21-4153-b375-fc0b2d69884e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-850433","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-850433":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.982163032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d04d5c-5813-4f6c-ac9b-41b7b3a201a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:14.998062594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d04d5c-5813-4f6c-ac9b-41b7b3a201a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:15.013764405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d04d5c-5813-4f6c-ac9b-41b7b3a201a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:15.029504076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d04d5c-5813-4f6c-ac9b-41b7b3a201a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:15.697310439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3e9b74-7b13-49c9-8ac6-de283cc44eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:15.713089153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3e9b74-7b13-49c9-8ac6-de283cc44eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:15.728694608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3e9b74-7b13-49c9-8ac6-de283cc44eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:15.744389211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3e9b74-7b13-49c9-8ac6-de283cc44eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:16.146559473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"a13eba5b-99c2-4689-9787-4470247004fb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:16.191704203Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"a13eba5b-99c2-4689-9787-4470247004fb","name":"e2e-extmod-b-d4d8c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:17.698932424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:17.880859543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"195cb7ef-078a-41c4-96a3-ce2256f9affc","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:17.916905494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"195cb7ef-078a-41c4-96a3-ce2256f9affc","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:17.935741127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"195cb7ef-078a-41c4-96a3-ce2256f9affc","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:23.07517762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"ab5ab724-4933-41ac-b972-6f5f63912d04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:23.118872739Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"ab5ab724-4933-41ac-b972-6f5f63912d04","name":"e2e-extmod-a-c738e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:24.559869532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"cbafe71c-d10d-487b-9829-b685cca96529","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:24.57995836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"cbafe71c-d10d-487b-9829-b685cca96529","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:24.598191611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f7256960d69c3b19368e9808982b6e2238290a4071ec5a2a98950becb7fa211) AuthConfig (89a3e7586e59832ca9ae4086b41089256696700d006347bc5093311b2030e341) AuthConfig (d3439ae8798aa7210eeb2f67a9797fdd275ee9b01612e6d016be4da4cee5a5b1) AuthConfig (030c96978606001d738383fe13556b863ee3de1c32d128ef1e219342580369f0) AuthConfig (9ef3a98f159a3ffc4064522603078f093aa6fbfb52e9b84a07cf66ad86a36d18) AuthConfig (af381d2785692a4ddf0fa593405caf697d184d8dbc9e8c8920249157eaaf0073) AuthConfig (d1cd46c31110cff54efccc8fb4ea5421440334e09b9cdd4ab2ead7378f12a0d9) AuthConfig (d445bb413c011130090438e1341a4a7416265213bf3466ceaefc5ded61ef9542) AuthConfig (fd2e6df5f4a948112fc595035839ca71bf6898b5afb8b2a5d69c34e1b9c76f2b) AuthConfig (32976c44817ff35c6663b92f4dc2a852ace356bd0480dc2a25831a8317cecf48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"cbafe71c-d10d-487b-9829-b685cca96529","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:24.634194475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"a25cd8f2-cdb8-460a-a300-433029b04a20","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:24.634215232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"a25cd8f2-cdb8-460a-a300-433029b04a20","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.239286281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fdc6ada-4e85-43a7-ad42-1e302212082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.2549862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fdc6ada-4e85-43a7-ad42-1e302212082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.270865846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fdc6ada-4e85-43a7-ad42-1e302212082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.28674197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fdc6ada-4e85-43a7-ad42-1e302212082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.880654126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a63705-75b1-4252-8c39-1a6e2dd5cfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.896821057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a63705-75b1-4252-8c39-1a6e2dd5cfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.912629132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a63705-75b1-4252-8c39-1a6e2dd5cfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.928712772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98a63705-75b1-4252-8c39-1a6e2dd5cfc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.638567704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda908f6-b3cc-40a8-bc71-23b74be56d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.654395847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda908f6-b3cc-40a8-bc71-23b74be56d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.670340867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda908f6-b3cc-40a8-bc71-23b74be56d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.686141511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dda908f6-b3cc-40a8-bc71-23b74be56d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.649641921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"06b0923e-fba8-4ea5-8746-129280d0a3cf","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.670399846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"06b0923e-fba8-4ea5-8746-129280d0a3cf","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.688579496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f7256960d69c3b19368e9808982b6e2238290a4071ec5a2a98950becb7fa211) AuthConfig (89a3e7586e59832ca9ae4086b41089256696700d006347bc5093311b2030e341) AuthConfig (d3439ae8798aa7210eeb2f67a9797fdd275ee9b01612e6d016be4da4cee5a5b1) AuthConfig (030c96978606001d738383fe13556b863ee3de1c32d128ef1e219342580369f0) AuthConfig (9ef3a98f159a3ffc4064522603078f093aa6fbfb52e9b84a07cf66ad86a36d18) AuthConfig (af381d2785692a4ddf0fa593405caf697d184d8dbc9e8c8920249157eaaf0073) AuthConfig (d1cd46c31110cff54efccc8fb4ea5421440334e09b9cdd4ab2ead7378f12a0d9) AuthConfig (d445bb413c011130090438e1341a4a7416265213bf3466ceaefc5ded61ef9542) AuthConfig (fd2e6df5f4a948112fc595035839ca71bf6898b5afb8b2a5d69c34e1b9c76f2b) AuthConfig (32976c44817ff35c6663b92f4dc2a852ace356bd0480dc2a25831a8317cecf48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"06b0923e-fba8-4ea5-8746-129280d0a3cf","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.684513935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af984f3-97af-4933-ab9c-047060f714a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.700752537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af984f3-97af-4933-ab9c-047060f714a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.716379514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af984f3-97af-4933-ab9c-047060f714a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.731882543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af984f3-97af-4933-ab9c-047060f714a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.472383184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a25d918-3649-4d63-b6a8-799d8b340fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.488112378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a25d918-3649-4d63-b6a8-799d8b340fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.503708661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a25d918-3649-4d63-b6a8-799d8b340fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.519437024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a25d918-3649-4d63-b6a8-799d8b340fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.579692437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-909268","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-909268","reconcileID":"2c347e80-315f-4710-96c0-5b851ec97f6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-909268","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-909268":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.186077517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3e51fc-307d-448f-bc95-e31add3eca0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.20246336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3e51fc-307d-448f-bc95-e31add3eca0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.217910207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3e51fc-307d-448f-bc95-e31add3eca0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.233967146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3e51fc-307d-448f-bc95-e31add3eca0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.846059745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e27cea6-54ce-48ac-88c7-4ef22775a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.861736919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e27cea6-54ce-48ac-88c7-4ef22775a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.877142394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e27cea6-54ce-48ac-88c7-4ef22775a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.892887147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e27cea6-54ce-48ac-88c7-4ef22775a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.720838758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c95c2676-5bae-4d21-8b8a-8bcd4da40370","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.741050072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c95c2676-5bae-4d21-8b8a-8bcd4da40370","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.759050916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f7256960d69c3b19368e9808982b6e2238290a4071ec5a2a98950becb7fa211) AuthConfig (89a3e7586e59832ca9ae4086b41089256696700d006347bc5093311b2030e341) AuthConfig (d3439ae8798aa7210eeb2f67a9797fdd275ee9b01612e6d016be4da4cee5a5b1) AuthConfig (030c96978606001d738383fe13556b863ee3de1c32d128ef1e219342580369f0) AuthConfig (9ef3a98f159a3ffc4064522603078f093aa6fbfb52e9b84a07cf66ad86a36d18) AuthConfig (af381d2785692a4ddf0fa593405caf697d184d8dbc9e8c8920249157eaaf0073) AuthConfig (d1cd46c31110cff54efccc8fb4ea5421440334e09b9cdd4ab2ead7378f12a0d9) AuthConfig (d445bb413c011130090438e1341a4a7416265213bf3466ceaefc5ded61ef9542) AuthConfig (fd2e6df5f4a948112fc595035839ca71bf6898b5afb8b2a5d69c34e1b9c76f2b) AuthConfig (32976c44817ff35c6663b92f4dc2a852ace356bd0480dc2a25831a8317cecf48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c95c2676-5bae-4d21-8b8a-8bcd4da40370","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.698427873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.511108208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"bb50105c-8622-4852-8bbb-5c9fd0bdcdda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.552728865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"bb50105c-8622-4852-8bbb-5c9fd0bdcdda","name":"e2e-extmod-a-850433-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.79479315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"641cb018-6f66-4baa-a07c-ae2af4ac7a47","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.825705051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"641cb018-6f66-4baa-a07c-ae2af4ac7a47","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.048752897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"054173e8-1565-4a77-94e4-ae33e70b8bac","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.048782941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"054173e8-1565-4a77-94e4-ae33e70b8bac","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:56.97402978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f3986e-0156-40c5-9bd4-5d971e1802e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:56.990077277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f3986e-0156-40c5-9bd4-5d971e1802e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:57.005805673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f3986e-0156-40c5-9bd4-5d971e1802e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:57.021647637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f3986e-0156-40c5-9bd4-5d971e1802e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:57.672832364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd8b707-bd1a-4a53-93c3-6622aee1ee1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:57.688565102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd8b707-bd1a-4a53-93c3-6622aee1ee1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:57.704321741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd8b707-bd1a-4a53-93c3-6622aee1ee1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:57.719862332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd8b707-bd1a-4a53-93c3-6622aee1ee1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.165086627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"0f568fa2-9b52-451a-b09d-648164221343","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.165111581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"0f568fa2-9b52-451a-b09d-648164221343","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.180442695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f77d808-235c-44bf-889d-187f68ac6be7","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:59.185950664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"5a407232-faa5-4e6a-be08-e38835723cec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-f8f79e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.199799889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f77d808-235c-44bf-889d-187f68ac6be7","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.217386273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"78680832-0b37-4a9b-b0ce-1c91f7edfe94","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.217411552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"78680832-0b37-4a9b-b0ce-1c91f7edfe94","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:59.249345676Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"78680832-0b37-4a9b-b0ce-1c91f7edfe94","name":"e2e-att-serve-f8f79e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f8f79e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:59.249397798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"78680832-0b37-4a9b-b0ce-1c91f7edfe94","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f8f79e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.265269686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"6d4e48e1-7c11-47ee-930d-83073e4cb825","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.265288858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"6d4e48e1-7c11-47ee-930d-83073e4cb825","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.310717765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7e013b23-7833-4bc7-8a3d-67ef884d8e55","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.330134736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7e013b23-7833-4bc7-8a3d-67ef884d8e55","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.33762037Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"bfe981d4-df06-4a2e-bd6a-997638b7ed67","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-att-serve-f8f79e","model":"e2e-att-serve-f8f79e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.422788938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"76560b26-73b9-483e-b1e3-00b504ce29e5","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.422815849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"76560b26-73b9-483e-b1e3-00b504ce29e5","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:59.486314266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"236a4332-da0a-431f-9161-4bd8fe25600f","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-att-serve-f8f79e","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.523149682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"9f7ae02c-30e9-4f6b-8428-5955c07ea856","namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.553969451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"d5803b4d-3fcb-479f-af3e-af57f39370db","namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.576502144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0fd8ba93-edd7-4db5-83f6-941fecf13362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.576896653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a8407526-bee5-44fc-bf60-3d210cda7f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.584728639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"97945d74-50b3-4ab8-bf19-84ff8fc29e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.585889325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"abcbd870-3121-4106-ae2d-f85e17347e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.586907148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d7ae401b-861a-4613-9169-97ccbde9434d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.599740275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0fd8ba93-edd7-4db5-83f6-941fecf13362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.599921352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a8407526-bee5-44fc-bf60-3d210cda7f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.606712817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"abcbd870-3121-4106-ae2d-f85e17347e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.606751212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"97945d74-50b3-4ab8-bf19-84ff8fc29e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.608959119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d7ae401b-861a-4613-9169-97ccbde9434d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.778687605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"3c7c5a50-c8ec-4daf-9134-7aaced5c9bec","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.783469843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"acd3859f-44d4-4421-b3f8-0cad80c09f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.78388126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bea5923-6e54-4922-b92d-fcb9ffea9041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.806397583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bea5923-6e54-4922-b92d-fcb9ffea9041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.813416109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"acd3859f-44d4-4421-b3f8-0cad80c09f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.906214723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"da474768-1d04-45f2-930b-7208d75428d9","namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.922462419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"1620be73-ab6f-42c6-a171-b47a28c1dc33","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.922496306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"1620be73-ab6f-42c6-a171-b47a28c1dc33","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.947983008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91f3045c-3a4c-4d1e-b5a9-ccd19e422f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.968987227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91f3045c-3a4c-4d1e-b5a9-ccd19e422f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.977296257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"f41fa461-bb79-49a8-9530-859b0abcdc7d","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:03.977380424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"f41fa461-bb79-49a8-9530-859b0abcdc7d","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:04.013123179Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"f41fa461-bb79-49a8-9530-859b0abcdc7d","name":"e2e-att-serve-a7aa92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-a7aa92\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:04.013206952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"f41fa461-bb79-49a8-9530-859b0abcdc7d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-a7aa92\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.085853985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a638f33e-8414-4a9c-aea0-056ad71bf4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.086539458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e81e392f-10f2-4dfd-9520-4aa625525cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.086792466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"e15dac3c-f848-4cd4-a5a7-74ccbfd582da","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.087875398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"e15dac3c-f848-4cd4-a5a7-74ccbfd582da","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.146958902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a638f33e-8414-4a9c-aea0-056ad71bf4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.153893119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e81e392f-10f2-4dfd-9520-4aa625525cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.168809317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"6f6acb16-8905-4b31-a465-928297d2c1bd","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.169376779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8d29db-87ce-45ac-b400-f130cefbe4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.186048618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8d29db-87ce-45ac-b400-f130cefbe4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.186144668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a7129609-e7fe-4729-8bfc-6ec7ea24359c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.186329954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ed47da31-0f88-4ae0-a8e1-63d67287ba11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.19081535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"6f6acb16-8905-4b31-a465-928297d2c1bd","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.202861364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8d29db-87ce-45ac-b400-f130cefbe4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.206134923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a7129609-e7fe-4729-8bfc-6ec7ea24359c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.219815624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8d29db-87ce-45ac-b400-f130cefbe4da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.223893635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ed47da31-0f88-4ae0-a8e1-63d67287ba11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.348612934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"91193113-6960-4783-a9c2-25c34db75a91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.348613163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"50c7fecc-9452-48d4-8c8a-0932aa60ae11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.367100836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"cbfe9681-4913-4878-b709-7da537e89ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.373580313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"91193113-6960-4783-a9c2-25c34db75a91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.374435258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"50c7fecc-9452-48d4-8c8a-0932aa60ae11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.394525242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"cbfe9681-4913-4878-b709-7da537e89ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.443583008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fbd70d0d-154f-44f3-a8c6-4a57b6d1aa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.443671044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3e783ece-e23d-4a04-93e1-7095a860aae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.464906526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fbd70d0d-154f-44f3-a8c6-4a57b6d1aa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.464998473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3e783ece-e23d-4a04-93e1-7095a860aae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.63501336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74c375b-6dfc-4627-8fe2-1eca06e1339a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.635229999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f28aa447-1524-4d85-954e-35bab5c0a33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.635013415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f7b80b3-2260-4a42-8eb1-e2cef6a44124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.65796102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f28aa447-1524-4d85-954e-35bab5c0a33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.658974128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f7b80b3-2260-4a42-8eb1-e2cef6a44124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.662376045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74c375b-6dfc-4627-8fe2-1eca06e1339a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.817270796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"cb8dcabe-eba7-4591-8067-b4808d299649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.817690234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c63ab0a6-0fc2-4e1a-b209-3bbd4e2115d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.838863685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"cb8dcabe-eba7-4591-8067-b4808d299649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.83941276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c63ab0a6-0fc2-4e1a-b209-3bbd4e2115d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.841154449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"d2e0deef-7110-410f-8936-100ccd8ab743","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.841172637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"d2e0deef-7110-410f-8936-100ccd8ab743","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.856529355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"40b45a55-76d6-4b51-a37a-2088dcdfdb9c","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.906350279Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"40b45a55-76d6-4b51-a37a-2088dcdfdb9c","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.92495338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"40b45a55-76d6-4b51-a37a-2088dcdfdb9c","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.963763378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"31655f8a-8e04-4efa-aa51-151772435f22","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.963798359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"31655f8a-8e04-4efa-aa51-151772435f22","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.981020595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb87f96-dc91-4681-852f-5c92517dbf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.999573405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb87f96-dc91-4681-852f-5c92517dbf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.030223848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb87f96-dc91-4681-852f-5c92517dbf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.05911158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb87f96-dc91-4681-852f-5c92517dbf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.200644134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa1e957-95e9-4ad5-af9e-0ba2fa869e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.21889766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa1e957-95e9-4ad5-af9e-0ba2fa869e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.255492135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa1e957-95e9-4ad5-af9e-0ba2fa869e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.271668954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa1e957-95e9-4ad5-af9e-0ba2fa869e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.870346201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97e779c-f4c5-4b99-9ae9-f27470fcdb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.886059943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97e779c-f4c5-4b99-9ae9-f27470fcdb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.901749067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97e779c-f4c5-4b99-9ae9-f27470fcdb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:11.925791725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97e779c-f4c5-4b99-9ae9-f27470fcdb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:12.079989075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0db47e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0db47e","reconcileID":"fa03c97d-48a4-4b3d-8a50-3accc193704b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0db47e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-0db47e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:12.589063488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c711a621-3ab8-44f1-83bf-fc183ec55c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:12.605470597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c711a621-3ab8-44f1-83bf-fc183ec55c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:12.620973234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c711a621-3ab8-44f1-83bf-fc183ec55c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:12.636610451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c711a621-3ab8-44f1-83bf-fc183ec55c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.980148822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d25a5e9e-a099-4a14-b31e-a1173f714733","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.999800415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d25a5e9e-a099-4a14-b31e-a1173f714733","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.031344519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d25a5e9e-a099-4a14-b31e-a1173f714733","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.698191685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:19.634518559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"5353fa03-1c55-44cf-86bb-2b781f8f4982","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:19.676214363Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"5353fa03-1c55-44cf-86bb-2b781f8f4982","name":"e2e-extmod-b-909268-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.063963462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1f34d59c-b8dd-41df-86f9-762aaebe59ca","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.084474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1f34d59c-b8dd-41df-86f9-762aaebe59ca","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.102742168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1f34d59c-b8dd-41df-86f9-762aaebe59ca","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.156645215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d30fcf24-302c-46e7-8b75-d744e46fd28e","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.176502293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d30fcf24-302c-46e7-8b75-d744e46fd28e","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.194772132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d30fcf24-302c-46e7-8b75-d744e46fd28e","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.125785801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae5917-ea1a-4058-849a-e3e12b8c2e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.141380172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae5917-ea1a-4058-849a-e3e12b8c2e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.157243116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae5917-ea1a-4058-849a-e3e12b8c2e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.173058783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae5917-ea1a-4058-849a-e3e12b8c2e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.780640443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7455e-9f3d-437e-b355-25215cd605d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.796329228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7455e-9f3d-437e-b355-25215cd605d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.811830876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7455e-9f3d-437e-b355-25215cd605d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.827476055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7455e-9f3d-437e-b355-25215cd605d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.590578902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"12f18140-2d0c-42c7-a3ea-88fc4dd9caa3","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-att-serve-f8f79e","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.677950333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"00081d6e-b397-4fa5-b770-59406a8b947d","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.677973328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"00081d6e-b397-4fa5-b770-59406a8b947d","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:43.188895041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"6d2b3c1b-cc6e-4287-a1ce-80174380bd91","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:43.20983638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"6d2b3c1b-cc6e-4287-a1ce-80174380bd91","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:44.05593238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"adde8ffa-070c-4581-886a-e4d36839dd85","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:44.086803108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"adde8ffa-070c-4581-886a-e4d36839dd85","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:44.109909583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b958b7e9ff9a864252b3311c0838dd9b3df8eaebcb16af17af1ab881605acea5) AuthConfig (f41f5d07804a69e43969e990a8752e26697d2290171b8462e8cd0b39ec616240) AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (f15fce87e68783759f971a36ce2004e4d15efaf42cc7bcde1189f8e6da2faca1) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (6d8cf8a24a812ada849d6183179efc225201318482fa85b0e5b4e018c29ae37b) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"adde8ffa-070c-4581-886a-e4d36839dd85","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:44.153010531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"8675f965-2129-4601-841b-01fbd510f403","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:44.153039602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"8675f965-2129-4601-841b-01fbd510f403","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.204847413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"98454266-f7d1-48c6-a519-ab9eddd1f064","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.230785473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"9ac8511a-25eb-460d-b9fb-1e2999fe044e","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.27266202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"b4f67cf4-84fa-4c1e-9f10-7a260373d4b4","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.273602624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa64741-c3af-4d13-9530-2d015839de8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.273728451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"875df935-e56f-4b40-bdbe-785ff92fcfee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.287602685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17204cdb-460b-4515-ab03-a3d2d5e1f70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.288496428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"46fe73c5-f6e2-4f9b-940f-3ffd090998bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.292606952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"b4f67cf4-84fa-4c1e-9f10-7a260373d4b4","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.29279823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"875df935-e56f-4b40-bdbe-785ff92fcfee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.294759282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa64741-c3af-4d13-9530-2d015839de8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.307777696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"46fe73c5-f6e2-4f9b-940f-3ffd090998bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.307835814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17204cdb-460b-4515-ab03-a3d2d5e1f70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.310608262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b958b7e9ff9a864252b3311c0838dd9b3df8eaebcb16af17af1ab881605acea5) AuthConfig (f41f5d07804a69e43969e990a8752e26697d2290171b8462e8cd0b39ec616240) AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (f15fce87e68783759f971a36ce2004e4d15efaf42cc7bcde1189f8e6da2faca1) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (6d8cf8a24a812ada849d6183179efc225201318482fa85b0e5b4e018c29ae37b) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"b4f67cf4-84fa-4c1e-9f10-7a260373d4b4","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.343540105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"eea71a2d-a0bc-44a8-8aa9-2a527276c2a0","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.392447693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"eea71a2d-a0bc-44a8-8aa9-2a527276c2a0","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.458453045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"c4c023cf-7fe5-4669-95d3-2b99aa23c397","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.471456218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bdfbf8ef-1594-4b6c-be2c-6ef10ddf3cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.471503642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9d22230c-54b9-4f23-bdd6-d2b0dfc85c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.506992016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9d22230c-54b9-4f23-bdd6-d2b0dfc85c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.519919843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bdfbf8ef-1594-4b6c-be2c-6ef10ddf3cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.535660552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"7904c918-f55a-4293-9911-fbe64bceaeed","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.559738856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"215eccd2-b2ed-43da-990b-6462f2ec6341","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.593011667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"72fb5b41-2ad9-4d7f-98ee-3980194d435e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.59301164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4e4ee252-2df6-41be-9282-5306f620c252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.612847062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"72fb5b41-2ad9-4d7f-98ee-3980194d435e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.612909925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4e4ee252-2df6-41be-9282-5306f620c252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.687825306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c81ce857-c899-442b-8ca3-a2f0e3e3ab2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.687825687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"523f2aea-7299-4a32-a3a6-8403b69d892f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.688514631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"322a9e4a-3423-4d2a-bf37-ac42903267c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.704099322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b7be930c-924b-40f6-8960-b67a7b2989a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.704174104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5bb43548-a37d-46fd-89ea-6715231594fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.707497116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"322a9e4a-3423-4d2a-bf37-ac42903267c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.707603638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"523f2aea-7299-4a32-a3a6-8403b69d892f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.709603231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c81ce857-c899-442b-8ca3-a2f0e3e3ab2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.72624626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5bb43548-a37d-46fd-89ea-6715231594fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.726403907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b7be930c-924b-40f6-8960-b67a7b2989a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.786703328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"3020190b-1d1d-4761-81d1-8855c099dee8","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.802014412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f87e811-3889-41c4-be4e-7494900cef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.803129516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367945df-cbc5-4ef3-8562-42e70981e2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.807659883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"3020190b-1d1d-4761-81d1-8855c099dee8","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.888984492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367945df-cbc5-4ef3-8562-42e70981e2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.890822477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b958b7e9ff9a864252b3311c0838dd9b3df8eaebcb16af17af1ab881605acea5) AuthConfig (f41f5d07804a69e43969e990a8752e26697d2290171b8462e8cd0b39ec616240) AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (f15fce87e68783759f971a36ce2004e4d15efaf42cc7bcde1189f8e6da2faca1) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (6d8cf8a24a812ada849d6183179efc225201318482fa85b0e5b4e018c29ae37b) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"3020190b-1d1d-4761-81d1-8855c099dee8","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.891097734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f87e811-3889-41c4-be4e-7494900cef44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.891415936Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"12abd06d-df90-4633-a87e-aceac24a9602","namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.918476922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"99a6e806-e98e-4551-b0ca-85772310ae4a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.933467246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"062f6fe5-193c-4a3c-9a28-ae9818cd65a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.939561116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a785c0b4-82dc-4ebf-a663-8158625f6711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.941279548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"99a6e806-e98e-4551-b0ca-85772310ae4a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.953864868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"062f6fe5-193c-4a3c-9a28-ae9818cd65a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.959454508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a785c0b4-82dc-4ebf-a663-8158625f6711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.047422473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"e53d7e0f-3233-4bb5-9ff9-08c87d1479ec","namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.072919774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f24cfa59-08e8-4f0c-9f00-af999cf69be2","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.087881032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"23fbfa9b-d8fb-4044-a648-3c3b1f833704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.092469552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f24cfa59-08e8-4f0c-9f00-af999cf69be2","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.110905246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"23fbfa9b-d8fb-4044-a648-3c3b1f833704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.11231646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b958b7e9ff9a864252b3311c0838dd9b3df8eaebcb16af17af1ab881605acea5) AuthConfig (f41f5d07804a69e43969e990a8752e26697d2290171b8462e8cd0b39ec616240) AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (f15fce87e68783759f971a36ce2004e4d15efaf42cc7bcde1189f8e6da2faca1) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (6d8cf8a24a812ada849d6183179efc225201318482fa85b0e5b4e018c29ae37b) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f24cfa59-08e8-4f0c-9f00-af999cf69be2","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.142656771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"5ce6ffd7-d920-4850-bebf-558c35e81030","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.188889227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c075b54c-0d69-41d7-8bbc-db14f744553a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.189517983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cc302c13-4d4c-4821-95dc-9773b0d0c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.189556304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b099086c-ff60-4fbc-bbaf-e7127094369c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.189933873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"abd3a37c-5f82-4718-9155-9fd463bedfd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.198027658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"35cfc0c7-b659-49ea-8162-f82875b8b087","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.217535595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cc302c13-4d4c-4821-95dc-9773b0d0c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.219914185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"abd3a37c-5f82-4718-9155-9fd463bedfd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.221239821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c075b54c-0d69-41d7-8bbc-db14f744553a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.223679106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b099086c-ff60-4fbc-bbaf-e7127094369c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:46.232055793Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"35cfc0c7-b659-49ea-8162-f82875b8b087","name":"e2e-rec-ctrl-5f3aab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-5f3aab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:46.232109936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"35cfc0c7-b659-49ea-8162-f82875b8b087","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-5f3aab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.255131302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"7d125ffe-d6a2-4919-94b1-20b6109ae462","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.287375068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"3f92e9cf-1051-4fee-9c91-3acd66588625","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.304514579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"293de3e7-8d5c-495e-b34d-533cae5dd1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.320049089Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"75d6131e-f2b1-4630-bfdb-9ba87bacae96","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.325009481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"293de3e7-8d5c-495e-b34d-533cae5dd1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.357177838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"e1e96ea0-1951-4f56-9dce-6ded1485bc59","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.419431538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"27d80bf4-824a-413e-924e-80610fe19217","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.451739629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6c2ef70d-64bb-40f7-bd44-433d7cbf5c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.452720289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"53036792-0561-46bd-b958-d5b3b134af15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.453473665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e86846f1-b849-4720-9090-b27abaf71a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.45389017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8abc6e45-5520-417e-ba9b-fe90bdf25175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.489223661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e86846f1-b849-4720-9090-b27abaf71a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.491877966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"53036792-0561-46bd-b958-d5b3b134af15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.498681837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"04a5c09f-7751-4aa9-ba73-9429c42dda6d","namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.514369653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8abc6e45-5520-417e-ba9b-fe90bdf25175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.520953365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6c2ef70d-64bb-40f7-bd44-433d7cbf5c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.53734161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"8bc0c7bb-d123-45f0-81ff-475b40fbe5ff","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.537420323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"8bc0c7bb-d123-45f0-81ff-475b40fbe5ff","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.537771962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"3e66dca9-7c06-4d85-955d-33949a65a132","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.690776947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46984e76-8c1b-4636-9ede-55707fd9e0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.692692072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"3e66dca9-7c06-4d85-955d-33949a65a132","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.707917193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46984e76-8c1b-4636-9ede-55707fd9e0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.72464039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46984e76-8c1b-4636-9ede-55707fd9e0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.740423186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46984e76-8c1b-4636-9ede-55707fd9e0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.740550701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"26c68867-77bf-4b8f-8291-032b023edf3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.756583893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"2b4fc544-93e2-452e-b2ab-42e207cd21fa","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.756729356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"618bc08b-bdae-4c89-9653-b41cc94bef75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.761001967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"26c68867-77bf-4b8f-8291-032b023edf3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.772035901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f2af3a3b-a961-4af9-94b3-e84e4d314c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.777306585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"618bc08b-bdae-4c89-9653-b41cc94bef75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.777920424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"2b4fc544-93e2-452e-b2ab-42e207cd21fa","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.792727621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f2af3a3b-a961-4af9-94b3-e84e4d314c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.797425238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b958b7e9ff9a864252b3311c0838dd9b3df8eaebcb16af17af1ab881605acea5) AuthConfig (f41f5d07804a69e43969e990a8752e26697d2290171b8462e8cd0b39ec616240) AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (f15fce87e68783759f971a36ce2004e4d15efaf42cc7bcde1189f8e6da2faca1) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (6d8cf8a24a812ada849d6183179efc225201318482fa85b0e5b4e018c29ae37b) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"2b4fc544-93e2-452e-b2ab-42e207cd21fa","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.844734912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"e8b814d7-034f-429c-b315-46c7f9230886","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.844758148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"e8b814d7-034f-429c-b315-46c7f9230886","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.876475646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"0955300d-8229-4780-a2ac-ad93637db6c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.896546203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"0955300d-8229-4780-a2ac-ad93637db6c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.975897783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"96e6fdfd-62c1-43e8-a425-62a423b69d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.995775504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"96e6fdfd-62c1-43e8-a425-62a423b69d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.091535895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0c8d110d-8db2-4d98-b530-fac25e337674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.094498744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"57b104e8-fcfb-4180-9288-3a1c604740c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.094498389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8f6db577-0035-4fac-81b6-5ceec61bec29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.113211547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0c8d110d-8db2-4d98-b530-fac25e337674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.114043092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"57b104e8-fcfb-4180-9288-3a1c604740c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.114548826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"07e73b67-d9e0-459a-8e2c-a297efdcc9e6","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.114567879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"07e73b67-d9e0-459a-8e2c-a297efdcc9e6","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.116957697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8f6db577-0035-4fac-81b6-5ceec61bec29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.213340097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1fbf9bba-f142-4360-b6a9-cc4145b3a9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.23368274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1fbf9bba-f142-4360-b6a9-cc4145b3a9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.286863263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c5ea5ab-9601-4f8f-84f5-f4ebd1c9935f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.306787951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c5ea5ab-9601-4f8f-84f5-f4ebd1c9935f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.317750753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"364805b5-0516-4ddf-8971-e1a6a011f9de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.318934696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88e9730b-b440-49ff-85cb-4110fec92e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.319168442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"b4abdec1-f639-4295-8e0e-d96d9a9ec582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.337450871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"364805b5-0516-4ddf-8971-e1a6a011f9de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.338897364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"b4abdec1-f639-4295-8e0e-d96d9a9ec582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.339890155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88e9730b-b440-49ff-85cb-4110fec92e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.376420507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"db55f7fa-8ecb-4c4a-8073-873ed2293f16","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.385428671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"302d09f5-9fb7-4f49-9cac-645e9f1e8661","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.398536979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"db55f7fa-8ecb-4c4a-8073-873ed2293f16","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.42315477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ac338d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ac338d","reconcileID":"03207411-31fa-4636-a791-b4a612b16b4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ac338d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-ac338d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.427818443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35cff44-b846-4b69-8a79-892a682069f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.446150141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35cff44-b846-4b69-8a79-892a682069f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.462363474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35cff44-b846-4b69-8a79-892a682069f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.478090137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35cff44-b846-4b69-8a79-892a682069f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.547001073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"b93b43c2-1f5a-4810-b0b7-ef42bd07d382","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.697911594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:48.202932668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93684bc4-b5a4-425a-86aa-936278d2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:48.218652079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93684bc4-b5a4-425a-86aa-936278d2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:48.234517559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93684bc4-b5a4-425a-86aa-936278d2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:48.250657349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93684bc4-b5a4-425a-86aa-936278d2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:49.060657494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"a2932486-59ad-4e54-a6d1-66556fd6c1d7","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:51.93090496Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:51.947090491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"88731b5c-8bb9-4441-9964-8ef503afb619","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:51.947111393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"88731b5c-8bb9-4441-9964-8ef503afb619","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:51.965880188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-5f3aab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:51.98006053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"a3517961-dcc9-4041-9d51-2e89e24efb28","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:51.980067639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"14da86c5-204a-44bd-af09-71e84be37756","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.000309238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"14da86c5-204a-44bd-af09-71e84be37756","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.000663136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"a3517961-dcc9-4041-9d51-2e89e24efb28","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.001712066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"ea530a64-01a2-44af-820e-e42e7e3ff54d","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.001728894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"ea530a64-01a2-44af-820e-e42e7e3ff54d","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.035843018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"937be09c-09f4-46a1-9a99-1ed4e824ab9a","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.035865067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"937be09c-09f4-46a1-9a99-1ed4e824ab9a","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.068156251Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"bf0de62b-5406-4bb1-969e-2465b41667d1","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-rec-ctrl-5f3aab","model":"e2e-rec-ctrl-5f3aab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.156772791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"6ddfe26a-e773-4143-9840-49e807488ec9","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.156799525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"6ddfe26a-e773-4143-9840-49e807488ec9","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.198972841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"608936ff-01ea-4ac6-bf99-0898170700e1","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.199392401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"5fd5ffce-e454-4d62-aff0-ce722067a465","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.218728731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"608936ff-01ea-4ac6-bf99-0898170700e1","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.218794618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"5fd5ffce-e454-4d62-aff0-ce722067a465","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.219127563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"3a0178c1-013b-4bed-9bc7-e44550e36cb3","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-rec-ctrl-5f3aab","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.01998574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"b829ec72-9d72-4307-887b-6c6c0979c997","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0db47e","tenantID":"e2e-extmod-b-0db47e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.060897731Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"b829ec72-9d72-4307-887b-6c6c0979c997","name":"e2e-extmod-b-0db47e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.921741604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5b2ce953-68d7-40ce-96c0-df250558dcf7","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.992306435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5b2ce953-68d7-40ce-96c0-df250558dcf7","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.011351437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b958b7e9ff9a864252b3311c0838dd9b3df8eaebcb16af17af1ab881605acea5) AuthConfig (f41f5d07804a69e43969e990a8752e26697d2290171b8462e8cd0b39ec616240) AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (f15fce87e68783759f971a36ce2004e4d15efaf42cc7bcde1189f8e6da2faca1) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (6d8cf8a24a812ada849d6183179efc225201318482fa85b0e5b4e018c29ae37b) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5b2ce953-68d7-40ce-96c0-df250558dcf7","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:59.092897539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"b50a354d-9e13-4010-9a99-80c1c02a8da6","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:03.061846559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"5d578461-f896-45a8-917d-0f6c2c2ef1f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:03.082683919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"5d578461-f896-45a8-917d-0f6c2c2ef1f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.498955497Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"043848b2-b38f-4655-b84d-0048b61bcf17","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.823096798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af6e8a-47d6-4847-8908-1998412a9459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.839412382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af6e8a-47d6-4847-8908-1998412a9459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.855636164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af6e8a-47d6-4847-8908-1998412a9459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.872586614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55af6e8a-47d6-4847-8908-1998412a9459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:05.551432384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0b5f9-dcc6-4fa8-944e-062a3fb0ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:05.567447515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0b5f9-dcc6-4fa8-944e-062a3fb0ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:05.583563017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0b5f9-dcc6-4fa8-944e-062a3fb0ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:05.599364715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0b5f9-dcc6-4fa8-944e-062a3fb0ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:07.044330419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"12318e25-b004-49c0-97d9-e6d4b7b27e14","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:07.063671338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"12318e25-b004-49c0-97d9-e6d4b7b27e14","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:07.262920166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"132cc42b-1a8d-4366-9b73-53473d110136","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:07.262947577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"132cc42b-1a8d-4366-9b73-53473d110136","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.49613732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.513634402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"4aac33ac-a035-43a2-a2fa-592f22fa1ca6","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.51365589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"4aac33ac-a035-43a2-a2fa-592f22fa1ca6","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.533693088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"a5529dbd-fe17-4309-a63c-26e28bbdded6","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:11.555179462Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-a7aa92-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.556318441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"a5529dbd-fe17-4309-a63c-26e28bbdded6","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.579096819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"1832adde-4d8c-48b6-a5e4-da47b3a8bc1d","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.579121762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"1832adde-4d8c-48b6-a5e4-da47b3a8bc1d","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.61319624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"58331ca2-2cdf-49e6-9faa-6db5e582d239","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.613219008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"58331ca2-2cdf-49e6-9faa-6db5e582d239","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.664738718Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"ef27a89c-d17c-4fe2-a816-7fcfeffd7f5e","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-att-serve-a7aa92","model":"e2e-att-serve-a7aa92","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.750505371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"9d9d9f35-2e85-4432-ac52-aabf1a76ab8f","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.772676233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"9d9d9f35-2e85-4432-ac52-aabf1a76ab8f","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.789368524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"c00ced50-a57d-4d8d-9437-66f25437accf","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.78939175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"c00ced50-a57d-4d8d-9437-66f25437accf","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:11.874959048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"04e1719e-5a8b-4d53-81c3-dc5cb6352d12","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-att-serve-a7aa92","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.372460102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"3ed5f64e-d506-42c9-baf3-4cf77c724eed","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.392123355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"795a4fc7-b041-4b81-80e0-c4efe9eb3fd5","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.420924344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"42465e05-bd92-4dfc-a400-6da26725f3fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.424413355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5045542b-daca-4c68-b19d-a67da1c13a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.424622382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"859ec53b-1aed-49a5-a079-1dc0304de773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.424786928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4ec89a89-ca51-4b0c-857d-0abd98d3090c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.424418368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bd9bcf1c-547a-49d0-8260-b341c580027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.44041644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"42465e05-bd92-4dfc-a400-6da26725f3fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.443985472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5045542b-daca-4c68-b19d-a67da1c13a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.445090768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bd9bcf1c-547a-49d0-8260-b341c580027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.446581057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4ec89a89-ca51-4b0c-857d-0abd98d3090c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.447281491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"859ec53b-1aed-49a5-a079-1dc0304de773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.615790958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"3e8f7f6b-447c-450a-9f59-34fe55d36b63","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.632242238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f01490-9181-4131-b47f-9e729031100d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.632399451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e4901d3e-4a2f-434f-81e2-109bb95a4f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.6333512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c8a284aa-cb50-4b4a-9906-3947e0c3437f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.633488849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9c84adf-bbb4-4502-b6a0-f78169bf12df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.652189928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f01490-9181-4131-b47f-9e729031100d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.655202007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e4901d3e-4a2f-434f-81e2-109bb95a4f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.655394467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9c84adf-bbb4-4502-b6a0-f78169bf12df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.65750296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c8a284aa-cb50-4b4a-9906-3947e0c3437f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.733089723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5938b1af-39e9-447f-bae9-7f1c2275621c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.743440862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"2cda52e8-6d49-410d-8278-54e1bbea0ab4","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.752156745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5938b1af-39e9-447f-bae9-7f1c2275621c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.759330308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"946d4ef9-437d-4e1f-ba37-c872b89a71ed","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.759347725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"946d4ef9-437d-4e1f-ba37-c872b89a71ed","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.761931507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"8531ff49-aed9-4907-aa81-bf83a5c07f99","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.776968273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"83842e84-4057-4485-9151-071d0674a329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.77752891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"a0ffd296-f3c5-4078-838b-7c32c5308505","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.781730124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"8531ff49-aed9-4907-aa81-bf83a5c07f99","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.79991011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"a0ffd296-f3c5-4078-838b-7c32c5308505","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.800085922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"83842e84-4057-4485-9151-071d0674a329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.811698886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"9cdac2d5-aca0-46a1-ba95-697ab8664b3f","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.811721886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"9cdac2d5-aca0-46a1-ba95-697ab8664b3f","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.840747432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"34131beb-e19e-4f4d-9ce7-24a36a1e33af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:12.85262563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"9cdac2d5-aca0-46a1-ba95-697ab8664b3f","name":"e2e-att-serve-33ab8b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-33ab8b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:12.856513209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"9cdac2d5-aca0-46a1-ba95-697ab8664b3f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-33ab8b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.864075012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"34131beb-e19e-4f4d-9ce7-24a36a1e33af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.885943929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"51960f6e-ff87-41b1-99df-b20d43d67cf1","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.886044018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"51960f6e-ff87-41b1-99df-b20d43d67cf1","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.961544509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"4d192fdf-f52f-49b9-a3a5-48feea182bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.965591393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"02c0434e-d80c-4fe2-88e9-f91c65b1c961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.979445571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"18394604-2bf7-4e5c-bf0c-d7e3405a1075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.985272275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"02c0434e-d80c-4fe2-88e9-f91c65b1c961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.986114214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"4d192fdf-f52f-49b9-a3a5-48feea182bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.996898111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fed40a66-a29e-450a-a492-c27289377fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:12.997119721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fe89939d-5fb1-402d-a3ac-04321a0e7ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.000831893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"18394604-2bf7-4e5c-bf0c-d7e3405a1075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.020310104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fed40a66-a29e-450a-a492-c27289377fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.02087761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fe89939d-5fb1-402d-a3ac-04321a0e7ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.088026082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c4b0cc0b-4bf7-4096-8a80-bff885ebb7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.088297734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b64c9a5c-daf1-43ff-ace3-36a401767f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.109747381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b64c9a5c-daf1-43ff-ace3-36a401767f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.109746691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c4b0cc0b-4bf7-4096-8a80-bff885ebb7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.210321968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83d0ec96-09bf-4716-adc0-340ef4cbcd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.211041205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bad1207-d347-4852-b1c2-0d657f8976a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.211654169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ddbb472f-b04c-437c-85f7-fdabd8144eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.28684528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bad1207-d347-4852-b1c2-0d657f8976a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.289548452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ddbb472f-b04c-437c-85f7-fdabd8144eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.291867647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83d0ec96-09bf-4716-adc0-340ef4cbcd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.322929098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2c4d68d2-0aaf-42b4-b8f2-44c8adb31ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.323543802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3ab6d423-bdc6-4253-8776-f0150fc18f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.343955706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2c4d68d2-0aaf-42b4-b8f2-44c8adb31ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.344584158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3ab6d423-bdc6-4253-8776-f0150fc18f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.366939855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"6e9b4217-127b-446b-880f-ba5806b8be00","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.378380996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"fb2d4abf-00f3-4fff-8757-4e521d47f790","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.378400397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"fb2d4abf-00f3-4fff-8757-4e521d47f790","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.379557564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"bc4c88ef-1557-49cf-85cd-f85b57cc1f34","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.385864891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"6e9b4217-127b-446b-880f-ba5806b8be00","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.398921588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"bc4c88ef-1557-49cf-85cd-f85b57cc1f34","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.466019733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f2a9460d-5a60-4880-aeb8-cf8af6c4f1ec","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.516475903Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f2a9460d-5a60-4880-aeb8-cf8af6c4f1ec","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.5347495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f2a9460d-5a60-4880-aeb8-cf8af6c4f1ec","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.581137188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"13280fb1-a4b3-466e-89f6-bf6150daeef3","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.581654267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"13280fb1-a4b3-466e-89f6-bf6150daeef3","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:14.532775593Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"5a702c93-0b25-4eaf-bde1-923e901b8595","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:17.698758652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.588572635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5aac5883-8487-4a5c-b5ba-99aa12eea368","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.608066749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5aac5883-8487-4a5c-b5ba-99aa12eea368","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.627901529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5aac5883-8487-4a5c-b5ba-99aa12eea368","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:24.56645178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"e335abf4-17f0-4401-90da-e5d1df0342a2","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.501135534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"7f76f0f7-7f50-42ce-a6ca-4a3bb2d1f2f9","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-att-serve-a7aa92","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.591028489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"5a9e3a8d-627a-4cb7-a622-31d894bf113e","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.591053075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"5a9e3a8d-627a-4cb7-a622-31d894bf113e","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.644735343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"a6a69a3b-5273-4c61-afb7-2cea84caa8a0","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-rec-ctrl-5f3aab","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.665858472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"14b0e93a-e865-413e-b866-6bb583155629","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.708225198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"14b0e93a-e865-413e-b866-6bb583155629","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.748091007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"14b0e93a-e865-413e-b866-6bb583155629","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.783572528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"0429f45f-9563-4c02-8d98-35dca27ec090","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.783600194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"0429f45f-9563-4c02-8d98-35dca27ec090","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.014193809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"ba14cd8f-ab35-4078-9d58-3f14ec3f4c43","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.056282274Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"ba14cd8f-ab35-4078-9d58-3f14ec3f4c43","name":"e2e-extmod-b-ac338d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.371674116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"c5429399-b666-4385-9d60-9f1d0e060a4b","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.391063865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"c5429399-b666-4385-9d60-9f1d0e060a4b","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.40966744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (704fcac2463181bfb5a44566c638af7eaa26fd6c0b0963df22815125d69ec750) AuthConfig (11d95f552529140a902a0c943c35db97a5356adf2dbfcff5a9e70bee77324d69) AuthConfig (b3bb0bccbf06cea39f33800c117cdee893ed01ce9653f3401342af2d7028b25b) AuthConfig (63890f9ecd88ce629e9fe3d223ef5e8a3c0c73c29d5b44de7af68d2b892d0fc3) AuthConfig (30489f8c691321e6233eb6a377c880b82d85aa5d638b22d11435ef7e5def2c68) AuthConfig (fce212a64b6a0672bad89545c025603336f983ca268b20054fa9c7481a83b295) AuthConfig (b32162ef3fb103d27b485571b176bb90b87068f8b8e6652b57d1b46f4b2571fa) AuthConfig (d053c78c900d443e80744114874d9e4a01134b6835edd32d8e3a8d47bee85f60) AuthConfig (1aed9be33eeab80897dc03e09de7f771568224e77eaf06e57566f77265a1e4e4) AuthConfig (742712cb21ab0ef69e898e84161921fea27dc589a84d6cbf42f0a88a871c4d0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"c5429399-b666-4385-9d60-9f1d0e060a4b","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.445861531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"fd8b3bb1-caf1-4d12-b8cf-ffb04af548ee","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.445883312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"fd8b3bb1-caf1-4d12-b8cf-ffb04af548ee","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.599723751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"b76e8097-3144-4701-918f-f6b5ad8cb284","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.095803602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f7f40c28-fa2f-4181-86f7-36eeac5aad33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.098160395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"938ded81-3551-430e-8917-4eaf30982e75","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.115864307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f7f40c28-fa2f-4181-86f7-36eeac5aad33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.195073714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"57e36e65-6771-4c78-8346-cd591dfb724f","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.214854324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"57e36e65-6771-4c78-8346-cd591dfb724f","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.881983066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"6ec57be4-b85a-4a0e-9878-29431285ab54","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.932451458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"d3cf65c0-09ba-4de8-a4b7-200b931c4b9a","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.932585158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"d3cf65c0-09ba-4de8-a4b7-200b931c4b9a","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.949530837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"aa5dcd34-146f-4adc-8f09-5a22b7da096e","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.9628989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"bcd0c514-a66e-4cbe-aa55-ae4fec29a5cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.962912874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"251b201a-1039-49c1-86f6-7a40c4e5318c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.965895693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6a12aea8-6555-4551-89f5-22e68b4ad75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.96592253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"dc6d1b49-1ec1-4c8e-b2a4-6c25e58c630f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.971430166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"aa5dcd34-146f-4adc-8f09-5a22b7da096e","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.049665033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"251b201a-1039-49c1-86f6-7a40c4e5318c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.058090406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"bcd0c514-a66e-4cbe-aa55-ae4fec29a5cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.068869887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"dc6d1b49-1ec1-4c8e-b2a4-6c25e58c630f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.078991882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (704fcac2463181bfb5a44566c638af7eaa26fd6c0b0963df22815125d69ec750) AuthConfig (11d95f552529140a902a0c943c35db97a5356adf2dbfcff5a9e70bee77324d69) AuthConfig (b3bb0bccbf06cea39f33800c117cdee893ed01ce9653f3401342af2d7028b25b) AuthConfig (63890f9ecd88ce629e9fe3d223ef5e8a3c0c73c29d5b44de7af68d2b892d0fc3) AuthConfig (30489f8c691321e6233eb6a377c880b82d85aa5d638b22d11435ef7e5def2c68) AuthConfig (fce212a64b6a0672bad89545c025603336f983ca268b20054fa9c7481a83b295) AuthConfig (b32162ef3fb103d27b485571b176bb90b87068f8b8e6652b57d1b46f4b2571fa) AuthConfig (d053c78c900d443e80744114874d9e4a01134b6835edd32d8e3a8d47bee85f60) AuthConfig (1aed9be33eeab80897dc03e09de7f771568224e77eaf06e57566f77265a1e4e4) AuthConfig (742712cb21ab0ef69e898e84161921fea27dc589a84d6cbf42f0a88a871c4d0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"aa5dcd34-146f-4adc-8f09-5a22b7da096e","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.081109393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6a12aea8-6555-4551-89f5-22e68b4ad75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.132827964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cc23ac62-692c-456f-ab2f-2442be20fee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.153051787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cc23ac62-692c-456f-ab2f-2442be20fee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.318514958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a046717f-e3c6-4631-b941-660eca3963b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.318704853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"37c677f4-3afe-44eb-a9e4-1d454fe81732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.319951278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7405720d-f55b-47d3-984a-ad3097006f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.340199228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a046717f-e3c6-4631-b941-660eca3963b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.340197599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"37c677f4-3afe-44eb-a9e4-1d454fe81732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.342556506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7405720d-f55b-47d3-984a-ad3097006f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.362911517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac5e8507-da3a-43ed-a0b9-eaeb000b9cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.363626124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"13693a84-2479-40fb-a400-da3d56377f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.371684084Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"9d03dc8c-8cc9-4be7-a527-6b4204ecff8d","namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.383073509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac5e8507-da3a-43ed-a0b9-eaeb000b9cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.383696799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"13693a84-2479-40fb-a400-da3d56377f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.581535028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"bb6db418-07c9-4aec-99ed-78cf3d0d673b","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.596560202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"357ac07d-682a-478b-94d6-57f723e305bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.602774731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f27db26-65b2-4139-aed4-44e2560becb1","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.603400978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3652c49c-e9f1-4d93-9db1-eeea9c8a2b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.602768102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"83bad403-c4c4-4a8d-ab34-f553d5136cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.605554582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"bb6db418-07c9-4aec-99ed-78cf3d0d673b","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.623594594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"357ac07d-682a-478b-94d6-57f723e305bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.62423709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7f27db26-65b2-4139-aed4-44e2560becb1","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.626548584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3652c49c-e9f1-4d93-9db1-eeea9c8a2b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.626666058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"83bad403-c4c4-4a8d-ab34-f553d5136cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.630532605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"2ddd3860-404a-4db2-a1cd-5bb82962ebbb","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.694054693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"6c3abf65-fef6-4655-a663-96ac047a01f2","namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.789696801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"11f8d063-6227-4003-8e4e-b995662edd94","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.80029923Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"1bcc75b9-b268-491d-b386-2544b6ab0307","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.80965698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"492938b9-43c5-418e-9261-b4bc289fa656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.810217338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d594fd11-0f29-4b5f-a06e-b7cfb84b2467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.810818921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57c534a9-18c0-4ef5-b4a2-c9e65e790737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.814666179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"11f8d063-6227-4003-8e4e-b995662edd94","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.830222929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"492938b9-43c5-418e-9261-b4bc289fa656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.831162406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57c534a9-18c0-4ef5-b4a2-c9e65e790737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.832440213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d594fd11-0f29-4b5f-a06e-b7cfb84b2467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.832728767Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"7984dddc-6413-489f-83fa-7970e52f1416","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.835283386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (704fcac2463181bfb5a44566c638af7eaa26fd6c0b0963df22815125d69ec750) AuthConfig (11d95f552529140a902a0c943c35db97a5356adf2dbfcff5a9e70bee77324d69) AuthConfig (b3bb0bccbf06cea39f33800c117cdee893ed01ce9653f3401342af2d7028b25b) AuthConfig (63890f9ecd88ce629e9fe3d223ef5e8a3c0c73c29d5b44de7af68d2b892d0fc3) AuthConfig (30489f8c691321e6233eb6a377c880b82d85aa5d638b22d11435ef7e5def2c68) AuthConfig (fce212a64b6a0672bad89545c025603336f983ca268b20054fa9c7481a83b295) AuthConfig (b32162ef3fb103d27b485571b176bb90b87068f8b8e6652b57d1b46f4b2571fa) AuthConfig (d053c78c900d443e80744114874d9e4a01134b6835edd32d8e3a8d47bee85f60) AuthConfig (1aed9be33eeab80897dc03e09de7f771568224e77eaf06e57566f77265a1e4e4) AuthConfig (742712cb21ab0ef69e898e84161921fea27dc589a84d6cbf42f0a88a871c4d0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"11f8d063-6227-4003-8e4e-b995662edd94","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.864159942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"72297063-b802-47ef-8252-ae3013bdc2ac","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.906480123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3e26cbe4-1e1a-4694-a6c5-6f89fe8bf1a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.906479717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2db964f6-1ddd-4184-80bc-c9ed447bb8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.927282069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2db964f6-1ddd-4184-80bc-c9ed447bb8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:36.927282067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3e26cbe4-1e1a-4694-a6c5-6f89fe8bf1a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.132922603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"856ffa6a-1809-4cd8-9b54-0191566b053a","namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.146716441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"868211ce-4242-40cf-8845-ebb44bd7a8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.149852479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"21594cb4-e5ef-4205-9745-223591d7f871","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.149886292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"21594cb4-e5ef-4205-9745-223591d7f871","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.158722191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4e6dcf47-9846-4ada-9406-f8ff7bbc692c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.158917909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"798f89d7-cb1e-47d9-9766-1e5525ab2ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.159245645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"01cae89c-3cb7-4c5e-9507-b4e6c48c23e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.168549581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"868211ce-4242-40cf-8845-ebb44bd7a8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.291840341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"798f89d7-cb1e-47d9-9766-1e5525ab2ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.296293627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"01cae89c-3cb7-4c5e-9507-b4e6c48c23e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.299827362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4e6dcf47-9846-4ada-9406-f8ff7bbc692c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.320634687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1e909eb9-f708-4633-a25d-0507869eb085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.344912922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1e909eb9-f708-4633-a25d-0507869eb085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.394479089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5fbe5c55-7248-4872-9129-eb2ee5b94057","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.408181165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e80a7207-f9ab-4d89-8154-2bd3346d9935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.408859726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"05c4878d-59b8-4ac8-a398-9349675bb9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.409995679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ed66c88d-529b-4f19-906c-f19d4c61e168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.41438875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5fbe5c55-7248-4872-9129-eb2ee5b94057","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.427647527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e80a7207-f9ab-4d89-8154-2bd3346d9935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.428599809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"05c4878d-59b8-4ac8-a398-9349675bb9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.430637957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"ed66c88d-529b-4f19-906c-f19d4c61e168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.495878537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"ad8a75bb-ff78-44bf-8735-edc5e238070d","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.515346302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"ad8a75bb-ff78-44bf-8735-edc5e238070d","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.554779031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"facec88f-0367-409b-b54f-50ee8d52a8f8","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.554803047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"facec88f-0367-409b-b54f-50ee8d52a8f8","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.580390622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"12874406-bd4d-4ae9-bce3-e5e9bc7b2d89","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.602700128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"9f5f1c7a-5743-4833-81bd-493d62d299f0","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.602798278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"12a0627b-d77c-443e-aa32-315590b2c57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.607167748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"12874406-bd4d-4ae9-bce3-e5e9bc7b2d89","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.624440334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"9f5f1c7a-5743-4833-81bd-493d62d299f0","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.625249672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"12a0627b-d77c-443e-aa32-315590b2c57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.626166667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (704fcac2463181bfb5a44566c638af7eaa26fd6c0b0963df22815125d69ec750) AuthConfig (11d95f552529140a902a0c943c35db97a5356adf2dbfcff5a9e70bee77324d69) AuthConfig (b3bb0bccbf06cea39f33800c117cdee893ed01ce9653f3401342af2d7028b25b) AuthConfig (63890f9ecd88ce629e9fe3d223ef5e8a3c0c73c29d5b44de7af68d2b892d0fc3) AuthConfig (30489f8c691321e6233eb6a377c880b82d85aa5d638b22d11435ef7e5def2c68) AuthConfig (fce212a64b6a0672bad89545c025603336f983ca268b20054fa9c7481a83b295) AuthConfig (b32162ef3fb103d27b485571b176bb90b87068f8b8e6652b57d1b46f4b2571fa) AuthConfig (d053c78c900d443e80744114874d9e4a01134b6835edd32d8e3a8d47bee85f60) AuthConfig (1aed9be33eeab80897dc03e09de7f771568224e77eaf06e57566f77265a1e4e4) AuthConfig (742712cb21ab0ef69e898e84161921fea27dc589a84d6cbf42f0a88a871c4d0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"12874406-bd4d-4ae9-bce3-e5e9bc7b2d89","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.715892206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd9b628c-b7bb-4db4-8c15-894f1d25415d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.715911112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42efe8ee-7d73-45a3-b414-b1591798f57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.743354705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42efe8ee-7d73-45a3-b414-b1591798f57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.752373518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd9b628c-b7bb-4db4-8c15-894f1d25415d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.81124235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5de1729c-4e85-4c64-8cd8-527894509d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.839932468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5de1729c-4e85-4c64-8cd8-527894509d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.864143347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"eb2fde79-34c3-45c4-9aba-570cd36b698e","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.864172743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"eb2fde79-34c3-45c4-9aba-570cd36b698e","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.901485841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4b7f4fd9-3f24-4f09-ad56-3a36e3ae2cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.901852239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"047e34ce-4c00-4392-b3dd-6fce8ac599b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.925380516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"047e34ce-4c00-4392-b3dd-6fce8ac599b0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.928983378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"4b7f4fd9-3f24-4f09-ad56-3a36e3ae2cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:38.004112831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"68822c0c-c540-4c5c-b249-08327549afcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:38.004314373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e0828cab-022c-4269-9ac5-23bde3b79294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:38.024611741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e0828cab-022c-4269-9ac5-23bde3b79294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:38.024836127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"68822c0c-c540-4c5c-b249-08327549afcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:38.069711508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"01736ca0-ba04-4bdf-91a2-03a3e43e9236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:38.088968076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"01736ca0-ba04-4bdf-91a2-03a3e43e9236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.180742421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"9f369305-4b80-48fe-802c-0ac0ebe0b06e","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.180769794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"9f369305-4b80-48fe-802c-0ac0ebe0b06e","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.21282046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"af44f7ce-0c1c-4b44-ae6d-999dccfa38db","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.212851941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"af44f7ce-0c1c-4b44-ae6d-999dccfa38db","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.245470788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"a55c72a5-d08a-4647-b246-1443f23cc69c","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.264984399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"a55c72a5-d08a-4647-b246-1443f23cc69c","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.467025097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"f70c4d03-ab80-4309-b234-80c5f0a28d39","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:41.467067576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"f70c4d03-ab80-4309-b234-80c5f0a28d39","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.083742221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819f881-1b76-4ebb-b4c2-1f9cde7ccc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.099501255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819f881-1b76-4ebb-b4c2-1f9cde7ccc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.115349417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819f881-1b76-4ebb-b4c2-1f9cde7ccc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.130869702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819f881-1b76-4ebb-b4c2-1f9cde7ccc63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.46224558Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.478684083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"7b07c30c-ed6a-4564-b8ab-09e0c3768c03","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.478710648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"7b07c30c-ed6a-4564-b8ab-09e0c3768c03","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:42.501710697Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-ed0fa0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.51624708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"6fce0c82-ad47-450b-b5a9-97f7addfb6bf","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.51637261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"01b1dcd8-9cd4-47da-a6c9-c12e75fe269a","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.535872942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"6fce0c82-ad47-450b-b5a9-97f7addfb6bf","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.535929163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"01b1dcd8-9cd4-47da-a6c9-c12e75fe269a","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.536274688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"9d68f747-9c70-487f-b149-a7a9551af61a","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.536289892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"9d68f747-9c70-487f-b149-a7a9551af61a","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.571741071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"bcd3b787-f267-410b-b86e-8c1364e49d91","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.571766807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"bcd3b787-f267-410b-b86e-8c1364e49d91","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.6069279Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-sub","reconcileID":"6bf4a324-0d61-4166-be1f-5e4f5b04ff15","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-rot-ed0fa0","model":"e2e-rot-ed0fa0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.690906775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"97bbf7d2-0ece-4453-8c87-643045230753","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.690929202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"97bbf7d2-0ece-4453-8c87-643045230753","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.732954985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c913372a-34f9-4954-aa7c-672149e5ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.749581636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c913372a-34f9-4954-aa7c-672149e5ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.749711649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"94c74191-5f86-4163-8203-f54885d00084","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.749840198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"64e6cd61-3969-4f1a-8b47-dbdd1e106377","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.764330615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-sub","reconcileID":"addfbb06-a9c4-4444-9b07-698421a5799d","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-rot-ed0fa0","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.765465557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c913372a-34f9-4954-aa7c-672149e5ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.78129299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c913372a-34f9-4954-aa7c-672149e5ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.786625803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"94c74191-5f86-4163-8203-f54885d00084","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:42.803379448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"64e6cd61-3969-4f1a-8b47-dbdd1e106377","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.735644433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"eaf323c6-8f6f-4c2a-af70-460a3a66974e","namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.756182105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"a9cc3873-0c6d-4469-bbb8-708b5168ec37","namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.769621364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"1a5d5ccc-533a-41bd-8f42-bdcdcd2439bd","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.786795135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1e336739-70de-493e-89e1-13856da9164f","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.787191749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"cce67d45-b05a-4909-b998-cc9c33c92099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.787584108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ae6fa96a-3f8d-40ae-9635-af869beaa45a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.787916977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0251f5af-ed40-4d0d-af78-96ebf6b2491b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.79171929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"1a5d5ccc-533a-41bd-8f42-bdcdcd2439bd","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.806907822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1e336739-70de-493e-89e1-13856da9164f","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.809123238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"cce67d45-b05a-4909-b998-cc9c33c92099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.811302823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ae6fa96a-3f8d-40ae-9635-af869beaa45a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.814777046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0251f5af-ed40-4d0d-af78-96ebf6b2491b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.816901784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (704fcac2463181bfb5a44566c638af7eaa26fd6c0b0963df22815125d69ec750) AuthConfig (11d95f552529140a902a0c943c35db97a5356adf2dbfcff5a9e70bee77324d69) AuthConfig (b3bb0bccbf06cea39f33800c117cdee893ed01ce9653f3401342af2d7028b25b) AuthConfig (63890f9ecd88ce629e9fe3d223ef5e8a3c0c73c29d5b44de7af68d2b892d0fc3) AuthConfig (30489f8c691321e6233eb6a377c880b82d85aa5d638b22d11435ef7e5def2c68) AuthConfig (fce212a64b6a0672bad89545c025603336f983ca268b20054fa9c7481a83b295) AuthConfig (b32162ef3fb103d27b485571b176bb90b87068f8b8e6652b57d1b46f4b2571fa) AuthConfig (d053c78c900d443e80744114874d9e4a01134b6835edd32d8e3a8d47bee85f60) AuthConfig (1aed9be33eeab80897dc03e09de7f771568224e77eaf06e57566f77265a1e4e4) AuthConfig (742712cb21ab0ef69e898e84161921fea27dc589a84d6cbf42f0a88a871c4d0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"1a5d5ccc-533a-41bd-8f42-bdcdcd2439bd","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.940898201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-recover-d9f52e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.987362832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"129dd166-26cc-4688-93e6-7a2ee0a1872c","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.987390856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"129dd166-26cc-4688-93e6-7a2ee0a1872c","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:46.987815473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3074e747-828a-4e03-9fde-eb838034f586","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.022654032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3074e747-828a-4e03-9fde-eb838034f586","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:47.028701204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"22a25b59-1c84-4ac5-b12e-660fae9edb0f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-d9f52e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.096946593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"22ede25a-d0bf-4b3c-b8ec-77bdcc6b9ef3","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.098246087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"6a54e06e-7f96-43f0-a851-48da47a1f7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.106783421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"87f312da-7b16-4960-97db-f38d1c0d3cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.119730477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"22ede25a-d0bf-4b3c-b8ec-77bdcc6b9ef3","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.119824233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"6a54e06e-7f96-43f0-a851-48da47a1f7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.124938484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"fd95fca7-d3d0-4480-b39d-7c6128e93ce5","MaaSModelRef":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.126930761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"87f312da-7b16-4960-97db-f38d1c0d3cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.174332498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"9aa2f8d4-1616-49c6-92ee-5736c35170a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.17863342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"8a8c0c8a-6140-465c-a103-c7565df8b0fe","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.17865541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"8a8c0c8a-6140-465c-a103-c7565df8b0fe","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.195014984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"9aa2f8d4-1616-49c6-92ee-5736c35170a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.20662135Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"1e1f17f2-9875-4689-8432-3a2c205f329b","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-rec-recover-d9f52e","model":"e2e-rec-recover-d9f52e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-recover-d9f52e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.210803938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"f4975667-646f-408b-97c2-6f097fcf25fd","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.210822948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"f4975667-646f-408b-97c2-6f097fcf25fd","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.248488554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"b3b18c69-1072-4f06-9caf-7a5449b894fe","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.248508153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"b3b18c69-1072-4f06-9caf-7a5449b894fe","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.277149441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8b7ba6f8-b3d3-49ea-bde2-6d1418ec8206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.283296409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"d29fb3c6-0050-4830-82b0-58951907681c","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.283323289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"d29fb3c6-0050-4830-82b0-58951907681c","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.295721982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0ae23467-1bcd-40ac-939a-4230bda780c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.300215183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8b7ba6f8-b3d3-49ea-bde2-6d1418ec8206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.301844192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d033e8d-c1b3-4db5-9824-a87d3a0ba856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.311825584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"137bd7bc-6e77-45ec-b0ba-36c72bb29c1c","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.323316394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0ae23467-1bcd-40ac-939a-4230bda780c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.324316734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"16502c3b-2dba-4ec3-a207-4020956db298","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.324335724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"16502c3b-2dba-4ec3-a207-4020956db298","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.325618916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d033e8d-c1b3-4db5-9824-a87d3a0ba856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.333066917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"137bd7bc-6e77-45ec-b0ba-36c72bb29c1c","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.374756873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"6d68a65a-60a0-4d21-b3b5-8c22d2ec9b18","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-rec-recover-d9f52e","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.376355042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb54a31-eb14-45ef-ac8b-07ccd776ac8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.397066204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb54a31-eb14-45ef-ac8b-07ccd776ac8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.457544555Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"3792b8fd-f35a-4a2a-87f7-87f8ddf34473","namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.473110178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"a8c11845-d7d3-4181-9bc8-048f3b8c03ee","MaaSModelRef":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.481336286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c651f019-6b0f-4963-be55-87d9e5372871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.501029104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c651f019-6b0f-4963-be55-87d9e5372871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.568002357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"41bf9f47-ab2c-40e7-a0fb-7afa1be648bd","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.584790281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"7479543f-a23f-405f-8cf8-c20c5f7753b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.584802578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5f6c71d8-c269-475a-af03-7b421e63c8a0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.588869186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"41bf9f47-ab2c-40e7-a0fb-7afa1be648bd","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.59758138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c6d1075a-dd1b-45dc-94e8-15a6f8f73352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.598005792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"6b8e18ef-ea90-4ab7-b9ad-3aba86824162","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.605483277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"7479543f-a23f-405f-8cf8-c20c5f7753b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.606311732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5f6c71d8-c269-475a-af03-7b421e63c8a0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.607924216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-909268-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (704fcac2463181bfb5a44566c638af7eaa26fd6c0b0963df22815125d69ec750) AuthConfig (11d95f552529140a902a0c943c35db97a5356adf2dbfcff5a9e70bee77324d69) AuthConfig (b3bb0bccbf06cea39f33800c117cdee893ed01ce9653f3401342af2d7028b25b) AuthConfig (63890f9ecd88ce629e9fe3d223ef5e8a3c0c73c29d5b44de7af68d2b892d0fc3) AuthConfig (30489f8c691321e6233eb6a377c880b82d85aa5d638b22d11435ef7e5def2c68) AuthConfig (fce212a64b6a0672bad89545c025603336f983ca268b20054fa9c7481a83b295) AuthConfig (b32162ef3fb103d27b485571b176bb90b87068f8b8e6652b57d1b46f4b2571fa) AuthConfig (d053c78c900d443e80744114874d9e4a01134b6835edd32d8e3a8d47bee85f60) AuthConfig (1aed9be33eeab80897dc03e09de7f771568224e77eaf06e57566f77265a1e4e4) AuthConfig (742712cb21ab0ef69e898e84161921fea27dc589a84d6cbf42f0a88a871c4d0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"41bf9f47-ab2c-40e7-a0fb-7afa1be648bd","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.618241386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c6d1075a-dd1b-45dc-94e8-15a6f8f73352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.619332166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"6b8e18ef-ea90-4ab7-b9ad-3aba86824162","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.702667882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"748ef750-db36-4d9d-b67e-08e5a4cef314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.717773034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.722457334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"748ef750-db36-4d9d-b67e-08e5a4cef314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.782040827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"16089f7f-e40a-41f9-aa95-73c39f5d7db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.785119218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"e1b299e0-c334-4fcd-bc33-5813b7652788","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.801019568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"21589e08-b734-45e6-ba13-394b335d01c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.801164321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"16089f7f-e40a-41f9-aa95-73c39f5d7db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.805952883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"e1b299e0-c334-4fcd-bc33-5813b7652788","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.820715025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"21589e08-b734-45e6-ba13-394b335d01c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.885680833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f9ce60c7-f7e7-4ba2-a232-407ac5698d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.885943713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8c419880-9edf-4de0-992a-b035cdee939b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.904346291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"964670a5-3cfc-4129-84d5-7474069b92dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.909576843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f9ce60c7-f7e7-4ba2-a232-407ac5698d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.909721111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8c419880-9edf-4de0-992a-b035cdee939b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.925008476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"964670a5-3cfc-4129-84d5-7474069b92dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.987652552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e75c48e4-f978-497f-b468-fa6a363a5caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:47.987725645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"62dc2222-a8a7-4090-baa0-01c2cc264dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.007432064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e75c48e4-f978-497f-b468-fa6a363a5caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.007671939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"62dc2222-a8a7-4090-baa0-01c2cc264dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.085971644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52ace11a-f8f0-4c48-a2f4-e8d5db2d4361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.100310542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"854369fa-1ec8-4227-a267-3ec9c61c0a41","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.100532449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2d0aae-190f-4e53-ba6d-4f75e7fb779a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.101064423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ee8e2272-df86-4c19-be6b-f6642a02c595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.105593163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52ace11a-f8f0-4c48-a2f4-e8d5db2d4361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.120489486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2d0aae-190f-4e53-ba6d-4f75e7fb779a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.120689624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ee8e2272-df86-4c19-be6b-f6642a02c595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:48.122947291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"854369fa-1ec8-4227-a267-3ec9c61c0a41","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:56.455739022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"018740a5-e954-4020-93db-c66eb5b0c145","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:56.47708367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"018740a5-e954-4020-93db-c66eb5b0c145","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:57.505076653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"e49c8d39-ca53-4c36-bab8-7edf0345dcf5","MaaSModelRef":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:57.686770368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"4c918fa0-d327-4aff-beb4-bfd1b2ed7058","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:57.70958051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"4c918fa0-d327-4aff-beb4-bfd1b2ed7058","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:57.911524125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"106d05bb-bf60-4d46-8a35-44c04368eaf7","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:57.911547454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"106d05bb-bf60-4d46-8a35-44c04368eaf7","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.254854227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"484bfed3-6173-45a1-a2cc-7a5d9b07384b","namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.304772554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"460962d6-75c5-4792-8b81-666877c458a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.30487269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"05573686-5204-4e0b-bcbb-4a185090eece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.305215506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"03dc1f02-4bc6-4bc7-baf9-7d11e36bf47e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.305714745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"968a61cf-7b52-402e-a52c-1c16c591eb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.306799315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8ebc3f4b-c8eb-4ea4-9525-71c26e6eff43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.325654653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"05573686-5204-4e0b-bcbb-4a185090eece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.326321688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"03dc1f02-4bc6-4bc7-baf9-7d11e36bf47e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.329680216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8ebc3f4b-c8eb-4ea4-9525-71c26e6eff43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.329812245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"968a61cf-7b52-402e-a52c-1c16c591eb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.333120577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"460962d6-75c5-4792-8b81-666877c458a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.373016629Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a97b7e","namespace":"e2e-extmod-att-noaccess-7ee6c1"},"namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","reconcileID":"662d67c9-3030-4420-904b-f4bfef96b8db","namespace":"e2e-extmod-att-noaccess-7ee6c1","name":"e2e-att-noaccess-a97b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.411570933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"80d81bb9-a4d9-4ac9-8dba-d69f56436df7","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.502271143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"80d81bb9-a4d9-4ac9-8dba-d69f56436df7","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.548580458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5b0b9c-9413-496a-956f-7d17e3b19818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.548885458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12ddbea8-5bcf-427f-b337-d6a681e08b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.549465029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1ddac200-2a8e-454e-b815-a47867b53700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.563593717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"ef3542b8-a190-405b-98fc-928707ee61e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.587954856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5b0b9c-9413-496a-956f-7d17e3b19818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.588701066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12ddbea8-5bcf-427f-b337-d6a681e08b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.590661507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1ddac200-2a8e-454e-b815-a47867b53700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.590930282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"ef3542b8-a190-405b-98fc-928707ee61e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.621588205Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-recover-d9f52e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.63772571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"954b04f3-7bc1-4ddf-852d-9cce227830ed","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.637751833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"954b04f3-7bc1-4ddf-852d-9cce227830ed","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:59.654494631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"64c87f72-b5ff-4f81-b4dd-11e63fbe3b22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-33ab8b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.692462919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"30960a64-ea6b-4833-9daf-ef1aa277819e","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.692485371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"30960a64-ea6b-4833-9daf-ef1aa277819e","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.709519821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"84ed8ad3-b6cc-42c1-b59f-3a0b6515abe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:59.725081678Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"30960a64-ea6b-4833-9daf-ef1aa277819e","name":"e2e-att-serve-33ab8b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-33ab8b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:59.725142707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"30960a64-ea6b-4833-9daf-ef1aa277819e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-33ab8b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.731125424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"84ed8ad3-b6cc-42c1-b59f-3a0b6515abe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.738756266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"e0dddc09-54c9-4c7f-8fde-5b863848307d","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.740848665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"fad4b20c-3d9f-49b8-8e34-28a10271331e","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.740870765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"fad4b20c-3d9f-49b8-8e34-28a10271331e","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.75893812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"e0dddc09-54c9-4c7f-8fde-5b863848307d","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.807847212Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"8aafe999-e102-41cf-a994-a40bf2da27b7","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-att-serve-33ab8b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-909268/e2e-att-serve-33ab8b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.810160552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"7be86933-9fee-4a00-b50f-97a3a1474492","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.810394151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"755fa300-5f6f-4498-a250-9015cbbffcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.810164481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0e192eb6-99fd-489f-8748-f54aa5c7367a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.82805692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"30cabb8a-068a-4c1b-b334-0f8cb831676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.830997324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"755fa300-5f6f-4498-a250-9015cbbffcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.833332681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0e192eb6-99fd-489f-8748-f54aa5c7367a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.833628073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"7be86933-9fee-4a00-b50f-97a3a1474492","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.84961195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"30cabb8a-068a-4c1b-b334-0f8cb831676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.90738699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"65c0a772-05bf-4d52-88b8-c3c781a1668c","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.907417172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"65c0a772-05bf-4d52-88b8-c3c781a1668c","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.948859995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f9bf0fa5-b05f-44fc-8590-fe750ddc4bdb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.969737749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f9bf0fa5-b05f-44fc-8590-fe750ddc4bdb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.970436432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"701a7036-4c2d-4127-9dc6-76fbc42bfdfb","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.034931811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"11372680-91ae-4966-b9ff-d7d803886abf","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.035000872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"16a82838-3e86-44b5-b85a-cb345bfe8dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.035387848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ed0dda59-a77a-4a72-93cf-e64a0db71864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.037433529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cac04969-c63d-4f07-afb6-58dff053fe7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.05501055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"11372680-91ae-4966-b9ff-d7d803886abf","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.055012976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ed0dda59-a77a-4a72-93cf-e64a0db71864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.057737046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"16a82838-3e86-44b5-b85a-cb345bfe8dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.058219115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cac04969-c63d-4f07-afb6-58dff053fe7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.210913477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a47d3155-421b-41d1-a2b6-63db81afcf7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.225022335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"24b900f5-238c-42eb-b7ee-f9753922d3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.230276787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a47d3155-421b-41d1-a2b6-63db81afcf7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.244648955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"24b900f5-238c-42eb-b7ee-f9753922d3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.295378352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"2924ac49-6c43-4e20-b29a-a9e7175796e2","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.314675454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"2924ac49-6c43-4e20-b29a-a9e7175796e2","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.004906546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"672d2a66-2292-4989-abb8-b1a5121966e2","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.050625585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"e811c5bd-f682-4878-9e70-70ae96ed8f78","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.056586507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"31492107-7bac-4a82-b5e1-03363beebc12","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.05661589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"022af10f-dd9b-47f9-bd9d-35c73bea36df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.057021957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bcd02f09-99f7-4544-a4c7-ba10b820dd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.057035717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f9f727a6-ba81-4319-b477-8b00c1d9f6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.076489254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"e9a4d181-f8b5-4aef-8626-cc41642c9688","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.079129434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bcd02f09-99f7-4544-a4c7-ba10b820dd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.080113026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"31492107-7bac-4a82-b5e1-03363beebc12","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.081418855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f9f727a6-ba81-4319-b477-8b00c1d9f6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.082287649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"022af10f-dd9b-47f9-bd9d-35c73bea36df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.097415572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"e9a4d181-f8b5-4aef-8626-cc41642c9688","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.242420848Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"b1ed089f-7ece-4b6a-a7be-da91885e5c6b","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.243099767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"ee91d04a-e52e-4f4a-8db5-aeded0489373","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.243120493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"ee91d04a-e52e-4f4a-8db5-aeded0489373","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.281142924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3bfc94a3-4773-4f5d-9ecc-1b90bf7d2c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.303124623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3bfc94a3-4773-4f5d-9ecc-1b90bf7d2c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.327972341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"a416a645-d648-4f34-af87-af1b24bccf6a","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.328009105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"a416a645-d648-4f34-af87-af1b24bccf6a","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.50389834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"83cdbc2b-a07d-43d9-85a5-47b2348cf242","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.523790029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35e0b121-2913-4aba-bb6d-d070e4ba2ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.523858349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ebb4b1fa-0dfd-4ab3-90cb-bb34b84a295e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.587921667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"83cdbc2b-a07d-43d9-85a5-47b2348cf242","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.588098723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"092ed31c-4ba7-436b-914c-aca84ee55145","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.588117988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"092ed31c-4ba7-436b-914c-aca84ee55145","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.590247798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35e0b121-2913-4aba-bb6d-d070e4ba2ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.590420823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ebb4b1fa-0dfd-4ab3-90cb-bb34b84a295e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.602428754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"981a30ef-3d17-4f73-aa51-a58bbebc68e4","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.622153043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"981a30ef-3d17-4f73-aa51-a58bbebc68e4","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.638161282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c99bfce6-8a89-43c4-b2da-01a8c773214e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.657515263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c99bfce6-8a89-43c4-b2da-01a8c773214e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.73468733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"38669f0f-60ee-4c6e-9545-84694241e693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.758209748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"38669f0f-60ee-4c6e-9545-84694241e693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.847640312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fa62ae01-e9be-4f91-b7d3-461bf8e041f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.866105957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"d005966b-bdeb-4f4b-819c-3baf406fd006","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.897379428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fa62ae01-e9be-4f91-b7d3-461bf8e041f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.900612801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"d005966b-bdeb-4f4b-819c-3baf406fd006","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.957145331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f165eaed-2c77-463e-8147-9b8e21bc3d13","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.961878074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4fc73a29-9d95-4d7c-86ac-afa8fcf9de15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.977734932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f165eaed-2c77-463e-8147-9b8e21bc3d13","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.982610465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4fc73a29-9d95-4d7c-86ac-afa8fcf9de15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.037577134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"96341850-a186-4229-890a-a60884fc9e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.06103037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"96341850-a186-4229-890a-a60884fc9e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.175139186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"7f848163-80ea-4f66-8035-603e38ee95f7","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.175139205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5259248d-f9c9-4bfe-b095-68489cd8c508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.176533753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ef24e331-de56-4ee5-bce5-4ba16006afa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.192462512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"24a00fc2-67ca-4ffa-b80a-51bf55108e94","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.195000648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5259248d-f9c9-4bfe-b095-68489cd8c508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.195166847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"7f848163-80ea-4f66-8035-603e38ee95f7","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.197360515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ef24e331-de56-4ee5-bce5-4ba16006afa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.214673554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"24a00fc2-67ca-4ffa-b80a-51bf55108e94","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.274783247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0aaaf4fd-27ac-42db-bf51-65675c4a944a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.296215325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0aaaf4fd-27ac-42db-bf51-65675c4a944a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.46729825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"57cfadcc-a226-4329-ba78-7f828030e9f6","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.467329808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"57cfadcc-a226-4329-ba78-7f828030e9f6","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.482086155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"130bdfdc-1b5e-429d-9db8-85ab68d40646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.48214676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1fd45cf0-0c3e-4fdc-8365-7a53afb7feda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.501912637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"130bdfdc-1b5e-429d-9db8-85ab68d40646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.501927001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1fd45cf0-0c3e-4fdc-8365-7a53afb7feda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.563788726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"50d6df96-1a33-40d5-9a4a-c6153c580e67","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.617853727Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"50d6df96-1a33-40d5-9a4a-c6153c580e67","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.63934623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"50d6df96-1a33-40d5-9a4a-c6153c580e67","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.675194328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"ef509599-be5d-4c87-b257-835c506ce73c","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:14.675224092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"ef509599-be5d-4c87-b257-835c506ce73c","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:17.697849363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:20.968944752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691fffbb-c55e-483f-8a06-b362a1f6ffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:20.984480577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691fffbb-c55e-483f-8a06-b362a1f6ffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:20.999959375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691fffbb-c55e-483f-8a06-b362a1f6ffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:21.015755841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691fffbb-c55e-483f-8a06-b362a1f6ffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:21.66781687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab863585-50a3-456a-945d-3b1f13fb2068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:21.683695587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab863585-50a3-456a-945d-3b1f13fb2068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:21.69939427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab863585-50a3-456a-945d-3b1f13fb2068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:21.71487964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab863585-50a3-456a-945d-3b1f13fb2068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.693784612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"eef6acbf-507e-423f-b15b-d0e8b043a5b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.7135431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"eef6acbf-507e-423f-b15b-d0e8b043a5b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.731866958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"eef6acbf-507e-423f-b15b-d0e8b043a5b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.299380046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"17b93cda-e348-4a6e-96c7-daadf164c873","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.299439341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"8dbd238f-d1a8-48a9-a037-bc739c14dc89","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.410744282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"1bdf7855-53da-4c87-b15f-20fdfa2ec89b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.410805957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8a33919e-2a7d-4dae-9aa2-f38196097202","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.411590481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3944fbcc-18c0-4f9e-9109-ed6884b0be13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.446342187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"35b27046-27a2-4b13-8a92-dbf86cccf681","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.446989639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e2e68249-5538-44f7-8438-2cf70ec7a3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.450419471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"1bdf7855-53da-4c87-b15f-20fdfa2ec89b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.452827232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8a33919e-2a7d-4dae-9aa2-f38196097202","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.453502938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3944fbcc-18c0-4f9e-9109-ed6884b0be13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.475122444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e2e68249-5538-44f7-8438-2cf70ec7a3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.476174444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"35b27046-27a2-4b13-8a92-dbf86cccf681","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.479322511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8a33919e-2a7d-4dae-9aa2-f38196097202","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.550413228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"446562a9-b384-4309-8c87-2d1d77b772b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.56227885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"2473a6f9-ec07-462f-95fb-a7bfc3b70f7c","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.570246898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"446562a9-b384-4309-8c87-2d1d77b772b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.632764841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"132fe53f-b2c6-4def-9a99-adc278879d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.652304968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"132fe53f-b2c6-4def-9a99-adc278879d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.698678972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"77cb00c3-af91-4403-9bab-54e8496b69b1","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.714076188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"f2fd82bf-eb26-4ab4-9060-03f5467f8ace","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.714100104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"f2fd82bf-eb26-4ab4-9060-03f5467f8ace","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.72690918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"b6761ee8-ac1c-4595-9471-c481a58dfb97","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.731702895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"58f45a97-7e09-4543-a71d-1c6f6684ebe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.731816963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"138f7b6e-0cbe-43fb-9a24-a28e15905061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.746324395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"b6761ee8-ac1c-4595-9471-c481a58dfb97","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.754178559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"138f7b6e-0cbe-43fb-9a24-a28e15905061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.754412408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"58f45a97-7e09-4543-a71d-1c6f6684ebe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.768526618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"2fa33c23-44a9-446e-b694-d03aa6ab2224","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.768636197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"2fa33c23-44a9-446e-b694-d03aa6ab2224","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:27.823755034Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"2fa33c23-44a9-446e-b694-d03aa6ab2224","name":"e2e-att-unrel-327c8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-327c8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:27.823903872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"2fa33c23-44a9-446e-b694-d03aa6ab2224","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-327c8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.86536645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"8046bf72-514a-4f7f-a78e-10edbda07dac","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.865403997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"8046bf72-514a-4f7f-a78e-10edbda07dac","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.897631638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb96c64-c532-4e35-9bed-2e3598c7719f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.914921588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"ba51f1ce-9f4a-4303-8c69-86ac9510e0d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.920315235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb96c64-c532-4e35-9bed-2e3598c7719f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.934823741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"ba51f1ce-9f4a-4303-8c69-86ac9510e0d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.947341414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"39f4fbcf-5bc8-4a95-bc66-5c4f3b033c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.94745045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6071b7a8-1d05-424f-8fa3-efc68c94017a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.949512199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5c578ac5-0e78-430d-8c9c-86edd5e0ab7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.967075116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"39f4fbcf-5bc8-4a95-bc66-5c4f3b033c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.96734878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6071b7a8-1d05-424f-8fa3-efc68c94017a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:27.969665454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5c578ac5-0e78-430d-8c9c-86edd5e0ab7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.036023417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"867f1caf-72a7-44be-8e6f-70860d2ce049","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.069137438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"fd0fac54-734d-410b-aaf8-ceab5b88ca51","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.069365521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ddc9bbe2-c55a-4d23-8ee1-64115f087c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.075974258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"486ddc72-b456-46da-91c8-2f97d42e2be3","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.088478678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ddc9bbe2-c55a-4d23-8ee1-64115f087c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.088512263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"fd0fac54-734d-410b-aaf8-ceab5b88ca51","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.09565487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"486ddc72-b456-46da-91c8-2f97d42e2be3","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.16449864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"79c2d7a3-fc20-4437-9878-f468e79300de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.164509605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"30255d2d-ff4e-4fe7-bbb7-01d48471d282","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.188467456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"79c2d7a3-fc20-4437-9878-f468e79300de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.188495492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"30255d2d-ff4e-4fe7-bbb7-01d48471d282","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.25891442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"e278766d-3557-46d6-91e3-41ca83ff85b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.260989007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b8a12489-f37f-4af7-9781-f88e064e210b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.273820671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2d331e74-c457-4ff9-a0e4-9660cd6e9840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.280066314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"e278766d-3557-46d6-91e3-41ca83ff85b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.281356165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b8a12489-f37f-4af7-9781-f88e064e210b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.293394557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2d331e74-c457-4ff9-a0e4-9660cd6e9840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.299061426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"98bdd718-2db5-4498-a95b-02e6d61d7761","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.299830838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"e278766d-3557-46d6-91e3-41ca83ff85b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.319792508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"98bdd718-2db5-4498-a95b-02e6d61d7761","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.362226914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5737cc44-78e1-4199-95e4-04592a4860c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.362240465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f998b9a6-5104-461f-9182-6fda70d263fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.381550667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5737cc44-78e1-4199-95e4-04592a4860c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.381816254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f998b9a6-5104-461f-9182-6fda70d263fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.53369732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"85596f63-206c-429f-915b-122708e8e64a","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.548811421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"94c0eed5-dd94-4975-93c2-50378abf82be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.550284589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"35c56686-b717-477e-87d3-803c2b4d5eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.552848095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"85596f63-206c-429f-915b-122708e8e64a","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.56854612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"94c0eed5-dd94-4975-93c2-50378abf82be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.569666125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"35c56686-b717-477e-87d3-803c2b4d5eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.634097414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"52cc0a32-f021-486f-8dcc-e470d1a77e0e","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.63412935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"52cc0a32-f021-486f-8dcc-e470d1a77e0e","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.668810005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"44a41411-a340-409f-9976-b2209d5983a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.689059035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"44a41411-a340-409f-9976-b2209d5983a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.735506773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ac0c52c6-b712-4cc8-9421-0e0204df61b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.748958363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"31d3a960-57f0-4a41-a9f7-83713c0c3a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.749078271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0544a54-4b71-4e03-8710-8592f7dfaa35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.750307081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dabb17b-463b-4848-8fc6-e2521c73f326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.768608711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0544a54-4b71-4e03-8710-8592f7dfaa35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.768751497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"31d3a960-57f0-4a41-a9f7-83713c0c3a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.771102048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dabb17b-463b-4848-8fc6-e2521c73f326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.789511958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ac0c52c6-b712-4cc8-9421-0e0204df61b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.833863307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ac0c52c6-b712-4cc8-9421-0e0204df61b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.874922485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"4cb009f8-bce5-4328-af96-50684a35e986","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.874957698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"4cb009f8-bce5-4328-af96-50684a35e986","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.912158606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6a3c93d6-f811-4302-99ec-d3dc36b5ffa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:28.932053493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6a3c93d6-f811-4302-99ec-d3dc36b5ffa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.012738242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"05cc2dad-2984-45f7-8a33-cecd38695bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.01274814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"0d5e8602-c4ef-401f-ae4b-229fdc8871c0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.024573808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"063d82b7-7f96-4cbf-a606-a84ac73db18e","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.044796465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"0d5e8602-c4ef-401f-ae4b-229fdc8871c0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.089740635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"063d82b7-7f96-4cbf-a606-a84ac73db18e","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.058824866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"05cc2dad-2984-45f7-8a33-cecd38695bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:30.134868792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"eddc497a-2fb6-42d9-a0bc-9570db7dd579","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:30.229736856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"acbbf57e-80f1-4987-ab6e-e892fc55901f","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:30.229774049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"acbbf57e-80f1-4987-ab6e-e892fc55901f","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.065866829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"d30c353c-4d89-40f4-a9a1-b0212d2e61b2","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-rec-recover-d9f52e","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.21067021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-sub","reconcileID":"fc91b090-2e08-4b05-8752-a6b9228ac1b2","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-rot-ed0fa0","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.235494163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"16310dbc-179d-40e5-90d8-7d124fdca964","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.235522191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"16310dbc-179d-40e5-90d8-7d124fdca964","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","externalModel":"e2e-rec-recover-d9f52e","provider":"e2e-rec-recover-d9f52e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.324413083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"5239f133-7860-4814-9346-e1e55038d538","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.324436754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"5239f133-7860-4814-9346-e1e55038d538","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"routeName":"external-model-e2e-rot-ed0fa0-9cb6582ffe61","namespace":"e2e-extmod-rot-user-64917a","model":"e2e-rot-ed0fa0","externalModel":"e2e-rot-ed0fa0","provider":"e2e-rot-ed0fa0-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.417313644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"635e0f17-b445-479a-8ea9-181ef0c88f8c","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.437747953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"635e0f17-b445-479a-8ea9-181ef0c88f8c","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.62172198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"583f3ba7-5334-4f8b-acb9-388d75b43f5f","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.641980102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"583f3ba7-5334-4f8b-acb9-388d75b43f5f","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.854585219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"9277f24c-b2da-4767-a264-b18c0fbaa010","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.858827055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"7d1d7d5e-5dd4-40ca-9022-fde5887bb330","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.876487418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"9277f24c-b2da-4767-a264-b18c0fbaa010","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.926708779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"33f97fdc-226f-42b3-8754-3b93b5723b51","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.928638359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"17bee533-a511-473e-8535-2d73f37435ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.928952504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8229a646-b13e-4286-bafb-39657a1e184c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.942765724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"09dfadf5-d559-4d2a-ac4d-2afbbfaffde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.946907762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"33f97fdc-226f-42b3-8754-3b93b5723b51","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.948726769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"17bee533-a511-473e-8535-2d73f37435ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.949770592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8229a646-b13e-4286-bafb-39657a1e184c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.962795161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"09dfadf5-d559-4d2a-ac4d-2afbbfaffde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.96984924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"17bee533-a511-473e-8535-2d73f37435ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:31.969945702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8229a646-b13e-4286-bafb-39657a1e184c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.004196067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"17e00530-2c30-4ab2-aab9-7fc1d0147f4f","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.004220723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"17e00530-2c30-4ab2-aab9-7fc1d0147f4f","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.043817085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"427c7ed3-e38f-48d8-9489-3a8b23cfef03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.043819598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"348b5e26-bf01-46cc-afa6-ee1ca05cdd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.063902836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"427c7ed3-e38f-48d8-9489-3a8b23cfef03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.064108113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"348b5e26-bf01-46cc-afa6-ee1ca05cdd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.101609805Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"b24f5464-8f6c-417f-8894-732ce0944a55","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.155228068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"c97f1404-0614-4bb5-b719-91c1497c4f67","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.175651477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"c97f1404-0614-4bb5-b719-91c1497c4f67","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.240043704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"cfab88f5-faff-42b2-b4e1-45a473ecbdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.240064333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"641fab32-ed0e-4c30-81db-625146b4675a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.259699262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"641fab32-ed0e-4c30-81db-625146b4675a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.260151402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"cfab88f5-faff-42b2-b4e1-45a473ecbdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.284120995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"f2fe66e5-1c65-4848-a56e-32c1d8d6c743","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.340764515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1b00be10-e9d0-40a9-9ba6-1c2020b73bf0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.342079439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"f874bc83-c522-45d8-9619-f47fc28bd660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.355398666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"a253b080-c97d-4d87-9560-1568b578b4b1","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.360950603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"1b00be10-e9d0-40a9-9ba6-1c2020b73bf0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.361428803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"f874bc83-c522-45d8-9619-f47fc28bd660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.374969815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"a253b080-c97d-4d87-9560-1568b578b4b1","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.377523765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"6084c16a-4ed9-4cb8-8225-3578c2d08211","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.410187276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"67988b3e-fcff-4bb4-8bcd-7d337f8dc289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.410378907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"eccf4c80-5543-4ebc-ab70-06ef7b58fcd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.429941953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"67988b3e-fcff-4bb4-8bcd-7d337f8dc289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.430045668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"eccf4c80-5543-4ebc-ab70-06ef7b58fcd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.47009617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"c750c493-71a6-465e-98e5-b3a04509e551","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.502928606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"04d5cde6-4a01-4e22-8f1b-fda6272456b6","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.502951303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"04d5cde6-4a01-4e22-8f1b-fda6272456b6","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.507332993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"2713d006-0bf7-449a-9326-b4098f8beea4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.53083176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"2713d006-0bf7-449a-9326-b4098f8beea4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.535920683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"78d3e106-1607-4561-ba3f-86bcf570dc7f","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.536275804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"bb79bae2-fd28-49f6-bb8d-a19f3d05c323","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.567639653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"f6230331-7887-4183-8610-eb813e9d4b4a","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.567668544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"f6230331-7887-4183-8610-eb813e9d4b4a","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.588884334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"3354b34d-6321-4a98-b873-e034244005f7","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.590590858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c39bcd48-46db-4272-b80d-5e241bed746a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.610599467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"3354b34d-6321-4a98-b873-e034244005f7","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.612498425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c39bcd48-46db-4272-b80d-5e241bed746a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.691378069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0ad8769e-412b-4b51-a8e7-621fe856c373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.711802209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0ad8769e-412b-4b51-a8e7-621fe856c373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.719790684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b5d4a68d-fe8a-47ae-bd4b-67be554463c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.750223337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b5d4a68d-fe8a-47ae-bd4b-67be554463c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.798653906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"585badf9-fcb9-441d-9a61-37b27eee1707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.806021075Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"6eccc471-3f81-4010-b128-bd6795c41209","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.819088358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"585badf9-fcb9-441d-9a61-37b27eee1707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.822279004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"0f630c65-521e-4bd9-87e6-ea00a71bbe6c","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.822307505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"0f630c65-521e-4bd9-87e6-ea00a71bbe6c","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.823835032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"d3fe9571-355e-4e14-8cff-3993844a8fb7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.844801231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"d3fe9571-355e-4e14-8cff-3993844a8fb7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.863274281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"d3fe9571-355e-4e14-8cff-3993844a8fb7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.873915585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"a17eb3a9-52a7-488e-9f1f-0fb4087044b1","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.873946995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"a17eb3a9-52a7-488e-9f1f-0fb4087044b1","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.8776214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"694bcc17-de42-4b64-b4d5-2817ef631932","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.92541478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"921f8be8-8f98-4cd1-a283-ae01e55d98a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.962353258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"27e55b0f-0114-48d7-83c6-36bf5e8ce035","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:32.998491529Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"a17eb3a9-52a7-488e-9f1f-0fb4087044b1","name":"e2e-att-unrel-074ca4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-074ca4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:33.002340491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"a17eb3a9-52a7-488e-9f1f-0fb4087044b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-074ca4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.011552382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"921f8be8-8f98-4cd1-a283-ae01e55d98a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.012543938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"694bcc17-de42-4b64-b4d5-2817ef631932","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.018940748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"27e55b0f-0114-48d7-83c6-36bf5e8ce035","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.029665588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"45390507-6c6a-4fd6-9025-f0382e28aa27","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.030486785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"412542fa-eab0-4e34-9260-fe07c02acf14","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.030506872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"412542fa-eab0-4e34-9260-fe07c02acf14","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.033871634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"694bcc17-de42-4b64-b4d5-2817ef631932","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.087669827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"45390507-6c6a-4fd6-9025-f0382e28aa27","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.187127708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"5f8370e0-eec1-4bc3-a1d3-3237da4a6a94","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.188598497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4689a457-508c-44e3-8dc0-dfa31d4bc73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.208592747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"5f8370e0-eec1-4bc3-a1d3-3237da4a6a94","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.211652634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4689a457-508c-44e3-8dc0-dfa31d4bc73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.224240532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfbedb6-1d84-4446-a9a8-92b743985f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.244729407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfbedb6-1d84-4446-a9a8-92b743985f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.261299257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"f26329fb-b938-4daa-a4c8-0565eeee81a8","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.261320889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"f26329fb-b938-4daa-a4c8-0565eeee81a8","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.295058659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d6f82747-3253-4ae7-9175-ffd9fa97da02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.314529047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d6f82747-3253-4ae7-9175-ffd9fa97da02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.394730151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9ad92f4c-db85-4a8d-bf74-9be205fbd9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.409621694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"f23afee3-097d-4b02-ac46-67a7a0098df8","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.41456837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9ad92f4c-db85-4a8d-bf74-9be205fbd9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.430725315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"f23afee3-097d-4b02-ac46-67a7a0098df8","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.505476987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3a4a19ca-7a1b-42bc-be3d-b0f36e63478c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.507650667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"e367c09e-6bab-4680-93f1-b741abf80944","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.525770555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3a4a19ca-7a1b-42bc-be3d-b0f36e63478c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.528242009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"e367c09e-6bab-4680-93f1-b741abf80944","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.597135332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2a31d662-2c12-4289-814a-167c034bfc49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.597237039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6e2c36d9-7633-43cd-bb94-53230498cd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.618290345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2a31d662-2c12-4289-814a-167c034bfc49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.618556358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"6e2c36d9-7633-43cd-bb94-53230498cd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.697020712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"543f29ee-4d5f-4018-86a8-604634d1d797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.697061696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"09d788fc-9d12-4d1a-bfc3-80c8f5945086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.718988805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"09d788fc-9d12-4d1a-bfc3-80c8f5945086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.718996601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"543f29ee-4d5f-4018-86a8-604634d1d797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.783033656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"b343db17-d92b-48f8-a994-98b5c1de3040","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.79819375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6e55fc7c-de80-40fb-96dc-1a8ce9844169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.799656798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ab9f7ef7-8921-42b0-b6b3-a275bcdcd615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.802655372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"b343db17-d92b-48f8-a994-98b5c1de3040","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.818349534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6e55fc7c-de80-40fb-96dc-1a8ce9844169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.819096437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ab9f7ef7-8921-42b0-b6b3-a275bcdcd615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.820991328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"b343db17-d92b-48f8-a994-98b5c1de3040","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.898785172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"6e499cf9-a9df-4714-8cd7-8b649a1f85e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.903827433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"316b5cce-ae2f-45f3-902b-e743ea0ef79f","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.914081251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"83b299e9-3ae7-4ead-b01b-fe336d06757d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.919699499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"6e499cf9-a9df-4714-8cd7-8b649a1f85e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.924972699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"316b5cce-ae2f-45f3-902b-e743ea0ef79f","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:33.934330705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"83b299e9-3ae7-4ead-b01b-fe336d06757d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.745532427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"73393514-9bec-41c1-a556-43f29a731104","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.745576245Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"73393514-9bec-41c1-a556-43f29a731104","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-e57cb8\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.79517574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"52777b61-1ac5-4b16-a4db-30c90b43da82","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.815484718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"52777b61-1ac5-4b16-a4db-30c90b43da82","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.816138211Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"1bc48735-dbdf-44dc-8a8e-df09112c1773","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.831977932Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"52777b61-1ac5-4b16-a4db-30c90b43da82","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.892016961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"a85ff645-863d-46b6-ae50-7899e1125d0f","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.892056774Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"a85ff645-863d-46b6-ae50-7899e1125d0f","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-e57cb8\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-d9f52e-61eb52f89a21","namespace":"e2e-extmod-rec-noaccess-e57cb8","model":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.894797611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f053b845-4fa9-43ca-b416-8003c7f385d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.894798086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"860d26f5-51d2-4222-b3d0-221759b9a77f","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.930666735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f053b845-4fa9-43ca-b416-8003c7f385d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.932723991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"860d26f5-51d2-4222-b3d0-221759b9a77f","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:36.998847605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"222f075d-23b5-464c-973f-3483b64951f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.019603615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"222f075d-23b5-464c-973f-3483b64951f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.035285894Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"222f075d-23b5-464c-973f-3483b64951f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.070621792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"79d69f76-c8c6-4998-be58-1e06cbcad085","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.093754467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"c125343d-2c74-448b-a778-364acfaa764f","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.11240573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"39a16a12-c63c-4bb1-a6a5-3c919321e9fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.112715614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a9bb7a39-d860-445c-94af-d091518990d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.134864913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"39a16a12-c63c-4bb1-a6a5-3c919321e9fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.1356487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a9bb7a39-d860-445c-94af-d091518990d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.142223863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"38a3b44a-dc4a-4af0-b8cd-f0ced5c31ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.145198005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7940f049-6ab9-44ab-9bb2-abb1c8636160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.154239255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a9bb7a39-d860-445c-94af-d091518990d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.154567965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"39a16a12-c63c-4bb1-a6a5-3c919321e9fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.162177353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"38a3b44a-dc4a-4af0-b8cd-f0ced5c31ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.163101365Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"cd794a15-97dd-4d90-aa40-7c214b1c5ca9","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.233167699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"7940f049-6ab9-44ab-9bb2-abb1c8636160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.299026968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da77d706-fe5c-4538-b8e6-a55f7fe534a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.304295634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2515140b-6aa1-4cd5-a260-b30e2feb0536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.304480649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a279b84c-13bd-4c58-8115-dcc633db30dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.319986392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da77d706-fe5c-4538-b8e6-a55f7fe534a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.32463378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2515140b-6aa1-4cd5-a260-b30e2feb0536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.325587126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a279b84c-13bd-4c58-8115-dcc633db30dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.341185581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"3bd6d3e7-5d95-4304-aeda-558ca7b8d2b6","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.358050098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"00c304fd-8ce0-4979-81f3-989ac89744d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.361978122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"3bd6d3e7-5d95-4304-aeda-558ca7b8d2b6","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.378050035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"00c304fd-8ce0-4979-81f3-989ac89744d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.397725042Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"00c304fd-8ce0-4979-81f3-989ac89744d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.455026085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c259d288-fa7e-4a7c-8b87-c6f43ed7aade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.455614908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89a154e-1793-4989-9125-3a879b543bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.455858932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef2f469-1188-4cce-a6c8-b27b0e43e8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.475457328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ef2f469-1188-4cce-a6c8-b27b0e43e8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.476782621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c259d288-fa7e-4a7c-8b87-c6f43ed7aade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.478499377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89a154e-1793-4989-9125-3a879b543bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.545753824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bab00036-1eef-4553-9c44-c8d759dc6282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.568083033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bab00036-1eef-4553-9c44-c8d759dc6282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.657569405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"1add9acb-b3b2-48e0-b22c-18c468af8999","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.67823624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"1add9acb-b3b2-48e0-b22c-18c468af8999","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.745611009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a7c0b5d9-1eb5-431e-97fd-497313c09734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.745610885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"0eab788d-9158-4897-875d-01a9a2001f7c","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.746490304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"a1de215b-679c-4591-8d5c-1af3ef8116bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.768362935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a7c0b5d9-1eb5-431e-97fd-497313c09734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.770537448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"0eab788d-9158-4897-875d-01a9a2001f7c","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.787002061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"a1de215b-679c-4591-8d5c-1af3ef8116bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.84358806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9565f570-e3b6-4669-bcfe-f17d75c9c407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.866088073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9565f570-e3b6-4669-bcfe-f17d75c9c407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.944357216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"410b8364-afa8-42d0-88f9-f1a5c6b5edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.948951331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"431cd405-adcf-4553-bfcd-6897520a587d","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.949488505Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-909268 priority=0:[ai-tenant-e2e-extmod-b-909268/e2e-att-serve-33ab8b-sub ai-tenant-e2e-extmod-b-909268/e2e-att-unrel-074ca4-sub]","namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-recover-d9f52e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.959344526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"9be44e62-4d76-4825-9f32-e9e1ad368e39","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.963511331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"410b8364-afa8-42d0-88f9-f1a5c6b5edd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.965721187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"25dd32be-4821-4ae8-b61e-c7d38a7ff776","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.965737165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"25dd32be-4821-4ae8-b61e-c7d38a7ff776","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.968482478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"431cd405-adcf-4553-bfcd-6897520a587d","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:37.979934154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"9be44e62-4d76-4825-9f32-e9e1ad368e39","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:37.983616273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"e48c02b0-0473-41ad-8cf7-1e58bbee5131","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-074ca4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.020516054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"e44fa325-5d00-4d3a-b260-15fb67686c83","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.020538394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"e44fa325-5d00-4d3a-b260-15fb67686c83","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.043020023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"702b9e32-29bd-4943-acdb-548d519f1457","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.043053654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"27598c88-dee2-4692-a549-17255ac89769","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:38.05240034Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"e44fa325-5d00-4d3a-b260-15fb67686c83","name":"e2e-att-unrel-074ca4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-074ca4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:38.05247427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"e44fa325-5d00-4d3a-b260-15fb67686c83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-074ca4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.064600236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"702b9e32-29bd-4943-acdb-548d519f1457","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.065101592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"27598c88-dee2-4692-a549-17255ac89769","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.06859039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"2ce1650e-3dd8-4b06-956e-612d57689546","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.068611945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"2ce1650e-3dd8-4b06-956e-612d57689546","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.10210418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"2d97c116-b902-432f-b7d1-453f19c5279b","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.102139622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"2d97c116-b902-432f-b7d1-453f19c5279b","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.127889481Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"d986b305-f48c-4dc2-bcd6-d9703d4f748d","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-att-unrel-074ca4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-909268/e2e-att-unrel-074ca4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.217813032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"94c8b923-6f76-43ab-8c95-486ab46ae2d1","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.217835335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"94c8b923-6f76-43ab-8c95-486ab46ae2d1","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.281486781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"dd5e2e09-79e5-4bae-b1a3-716259601507","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.316603843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"6059d44f-d9f1-4d5b-a24f-d077e20b7b8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.317383244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5e384e71-4520-4ed2-8329-ffb90907dc1f","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.398156566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"6059d44f-d9f1-4d5b-a24f-d077e20b7b8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.40390552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5e384e71-4520-4ed2-8329-ffb90907dc1f","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.147046125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"d074edc8-cf8d-4b95-b2c9-79f589df8e3f","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.190167647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"839485b5-bedf-4b5b-b653-a180d7fafc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.190224859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f13f3291-77e2-455e-848d-107d3d3db87d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.21305417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f13f3291-77e2-455e-848d-107d3d3db87d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.213197322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"839485b5-bedf-4b5b-b653-a180d7fafc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.231376267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"839485b5-bedf-4b5b-b653-a180d7fafc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.231798337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f13f3291-77e2-455e-848d-107d3d3db87d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.697625435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.775525756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"dda4bee3-5a15-4d50-94a7-80ca9a49b80e","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.791201103Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"9ebcb344-c6fa-435f-8a76-822242ff9a44","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.822622291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"55f223da-f3a6-4495-b081-01ca0be1995d","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.842180831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"55f223da-f3a6-4495-b081-01ca0be1995d","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.857776382Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"55f223da-f3a6-4495-b081-01ca0be1995d","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.892878836Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"7ea31258-dd18-4675-8c39-9d036dbe7c85","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.947812383Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"e542a2ef-7fd6-43c6-943c-91dab9c9425d","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.982699322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f86d213a-4a62-461c-83fc-a8b22ca294ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.985236714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9cd5eeab-f1c2-4494-ac3b-1e98265c3f54","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:47.997590935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"38a7ac90-7c39-4ca6-823d-438efa23d3ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.001612863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ea03912c-2c10-4bb6-9ce7-cc09e47fbef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.001833534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f86d213a-4a62-461c-83fc-a8b22ca294ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.004294592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9cd5eeab-f1c2-4494-ac3b-1e98265c3f54","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.014926331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3dd1fa25-f868-4ce2-9d7f-347824570038","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.017471992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"38a7ac90-7c39-4ca6-823d-438efa23d3ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.01976074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f86d213a-4a62-461c-83fc-a8b22ca294ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.021105343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ea03912c-2c10-4bb6-9ce7-cc09e47fbef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.022773191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9cd5eeab-f1c2-4494-ac3b-1e98265c3f54","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.03399473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3dd1fa25-f868-4ce2-9d7f-347824570038","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.09677807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"4367e6ad-8371-4af3-87cb-09e83f99719b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.096924564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c43d5f47-6284-45d0-aad4-0473d5598572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.116172168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"4367e6ad-8371-4af3-87cb-09e83f99719b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.116973442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c43d5f47-6284-45d0-aad4-0473d5598572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.170376714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"7a34f01e-7ae4-45b2-b373-5aaace4ccd36","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.185956981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"d2505618-9d9d-4e27-b620-2eb36f88c181","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.197493441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fbaecdf8-23ce-4e01-98e2-9af87e5c80fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.19761162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"27935f65-6f33-421b-bbc1-d90f84456235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.21256126Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"21f7dfe5-ab37-4964-ab39-fd75f269665a","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.217087661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fbaecdf8-23ce-4e01-98e2-9af87e5c80fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.217202755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"27935f65-6f33-421b-bbc1-d90f84456235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.29802217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f8c52467-ce09-4e31-9a96-ccce98084f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.299607525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8259b712-6ffd-4334-acdf-9d4d9ed36a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.300065343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"fc92ec2c-9dfd-4796-a947-2d2eea6bd59b","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.320626789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f8c52467-ce09-4e31-9a96-ccce98084f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.325411038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"fc92ec2c-9dfd-4796-a947-2d2eea6bd59b","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.325986765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8259b712-6ffd-4334-acdf-9d4d9ed36a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.329514795Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"983b1e2a-66df-43b0-bb5c-f6c5b8046e6c","namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.418697114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7daeaef7-0727-4955-8897-17fd10861b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.422703118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"7f2ab8a8-83f7-4926-9fea-50c62fccc11a","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.444970682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"7f2ab8a8-83f7-4926-9fea-50c62fccc11a","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.444997742Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"7f2ab8a8-83f7-4926-9fea-50c62fccc11a","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.445319506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7daeaef7-0727-4955-8897-17fd10861b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:46:48.569917217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-d9f52e","namespace":"e2e-extmod-rec-noaccess-e57cb8"},"namespace":"e2e-extmod-rec-noaccess-e57cb8","name":"e2e-rec-recover-d9f52e","reconcileID":"194712c9-9e6e-4086-aa54-21d0c1c638b5","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-d9f52e\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.589778707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e50604b-54a7-4428-870b-8e37112a4909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.589822918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"dc75b602-6431-4774-b447-352bd37c375d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.599676353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5fea7dc4-638e-499d-8730-a73caf2fedc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.610930688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e50604b-54a7-4428-870b-8e37112a4909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.611485569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"dc75b602-6431-4774-b447-352bd37c375d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.612192093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"90d8be81-adb9-4a0d-811d-23ea7263f4cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.618767479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5fea7dc4-638e-499d-8730-a73caf2fedc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.61976509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"4f3f7469-89d4-42d3-bf71-085a7949b5e8","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.631516108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"90d8be81-adb9-4a0d-811d-23ea7263f4cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.640147569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"4f3f7469-89d4-42d3-bf71-085a7949b5e8","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.778910315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"2fa9c6ec-700f-495c-ac07-e5befd254552","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.798043517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"2fa9c6ec-700f-495c-ac07-e5befd254552","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.80154644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"c1b2d6fb-73da-432e-9b33-b777bd4dfc69","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.801618802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b97f0897-4188-4650-a3cf-30c6c0f576c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.819554878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"2fa9c6ec-700f-495c-ac07-e5befd254552","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.822159487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"c1b2d6fb-73da-432e-9b33-b777bd4dfc69","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.824348865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b97f0897-4188-4650-a3cf-30c6c0f576c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.902587361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7e3801b0-f009-42b1-a7c7-1b580aa74778","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.916929317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"08f422fa-3eba-4265-8dfb-3f9acb29e2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.918557792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7088a72d-1bab-46e8-8bf4-d7cb926ee030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.922988527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7e3801b0-f009-42b1-a7c7-1b580aa74778","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.937274043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"08f422fa-3eba-4265-8dfb-3f9acb29e2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.93780602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ff41a1d4-9e46-4e7a-bbba-838e08da7c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.940098049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7088a72d-1bab-46e8-8bf4-d7cb926ee030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.941131319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7e3801b0-f009-42b1-a7c7-1b580aa74778","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.957521726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ff41a1d4-9e46-4e7a-bbba-838e08da7c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.968152995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c8d31dcb-2dca-41e1-9c89-499f5d468791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.988390451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c8d31dcb-2dca-41e1-9c89-499f5d468791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.98879988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8a100a66-2cca-42bb-b0fa-6d496885c10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.008757287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8a100a66-2cca-42bb-b0fa-6d496885c10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.033572474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"cdfb33ad-0284-41bf-b902-c6f997a8368e","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.046856547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f61e8558-0ac5-4180-bae0-c9aff9d8e671","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.053203205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"cdfb33ad-0284-41bf-b902-c6f997a8368e","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.067605498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f61e8558-0ac5-4180-bae0-c9aff9d8e671","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.144746187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"40495fc1-9fe4-48aa-be78-a472da3e0093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.164500775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"40495fc1-9fe4-48aa-be78-a472da3e0093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.240880433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f0f529c8-3110-427a-863c-3bdb1903e157","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.240885164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"14135865-1bf4-4003-b5a2-4d653d2db2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.261061142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"14135865-1bf4-4003-b5a2-4d653d2db2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.26113439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f0f529c8-3110-427a-863c-3bdb1903e157","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.350054044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02cea80c-d71b-4bd3-8a12-944d52f4acef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.362224992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"3ccc9874-d180-4baa-a01c-452b346c6d87","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.372743505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02cea80c-d71b-4bd3-8a12-944d52f4acef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.3819182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"3ccc9874-d180-4baa-a01c-452b346c6d87","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:49.381948183Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"3ccc9874-d180-4baa-a01c-452b346c6d87","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:58.854100582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f22be079-ba3d-4ab9-bdc7-f5e45d0ceaaf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:58.873647277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f22be079-ba3d-4ab9-bdc7-f5e45d0ceaaf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:58.891793271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"f22be079-ba3d-4ab9-bdc7-f5e45d0ceaaf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:58.975514217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"dc3d3158-b6a4-45e0-becf-a1947a31a7c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:58.995593141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"dc3d3158-b6a4-45e0-becf-a1947a31a7c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:59.014901069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"dc3d3158-b6a4-45e0-becf-a1947a31a7c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:00.00266523Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"a6db5d0a-f9e7-4e6f-ba76-8583b4149d57","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-5f3aab: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-5f3aab\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-831400 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:00.023162557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"a6db5d0a-f9e7-4e6f-ba76-8583b4149d57","error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-5f3aab: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-5f3aab\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-831400 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.039439227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"b75af3da-5293-476d-ba0f-9a5329fdea44","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.039460953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"b75af3da-5293-476d-ba0f-9a5329fdea44","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","externalModel":"e2e-rec-ctrl-5f3aab","provider":"e2e-rec-ctrl-5f3aab-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:00.105280836Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"77a23109-563a-4998-a9d6-a440e6b1c04d","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-5f3aab: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-5f3aab\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-831400 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:00.10567497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"77a23109-563a-4998-a9d6-a440e6b1c04d","error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-5f3aab: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-5f3aab\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-831400 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.160516346Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"542e7070-0658-44df-8ba4-d233faaf3ad1","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.163654321Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"6fc454d8-4acf-43ef-8edf-760ec7385d48","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.185756423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a3d77980-8549-4630-a926-28c199236bd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.208003384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a3d77980-8549-4630-a926-28c199236bd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.226485878Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a3d77980-8549-4630-a926-28c199236bd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.240323799Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"693aeb2d-664e-416b-8431-22c4a9ed2b04","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"routeName":"external-model-e2e-rec-ctrl-5f3aab-041be30bdf17","namespace":"e2e-extmod-rec-user-831400","model":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.260040928Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"17e137a4-3e94-455f-97cb-1d26781aada8","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.280748462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"82c816cb-76d1-4117-be8a-1d0a5244619d","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.281158935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"bea04c7f-6656-4ab1-a605-8d911cdbd651","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.301426028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"82c816cb-76d1-4117-be8a-1d0a5244619d","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.301845714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"bea04c7f-6656-4ab1-a605-8d911cdbd651","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.32194475Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"bea04c7f-6656-4ab1-a605-8d911cdbd651","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.323982823Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"3203919e-ee22-459c-906e-5edc31f4fe20","namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.334778431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"5972134a-3f64-4bce-8351-e2d794503ec9","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.360397834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5b6985d0-eba9-408f-8a84-ae1d149aa70a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.360965883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a75d3014-b3ce-43f5-885d-3d89c37a71d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.366518102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"ed5194b1-45ca-4d1d-9efe-fdd68ea6f5a9","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.375848835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"54c85b70-1149-4255-b560-cd2473e0a0e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.380483444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5b6985d0-eba9-408f-8a84-ae1d149aa70a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.38817548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a75d3014-b3ce-43f5-885d-3d89c37a71d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.396323221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"54c85b70-1149-4255-b560-cd2473e0a0e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.399296237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5b6985d0-eba9-408f-8a84-ae1d149aa70a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.414975061Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"54c85b70-1149-4255-b560-cd2473e0a0e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.438733228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a75d3014-b3ce-43f5-885d-3d89c37a71d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.484634702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"6695d9c2-acc7-44bb-a899-96e807350512","namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.51682518Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"be37f194-683a-4c59-93c9-fa5d688d2583","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","error":"MaaSModelRef not found: e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.526643172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47bb55d9-52ed-47aa-8451-b41afd84b0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.544951481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5012c7fe-65f2-4658-bf66-b46bf2685384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.550572223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47bb55d9-52ed-47aa-8451-b41afd84b0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.564544868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"1f8ce71b-8db7-4994-914a-e9e8ad9a6535","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.57085092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5012c7fe-65f2-4658-bf66-b46bf2685384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.577365392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9fc5fdaa-bc6e-4f3c-9e72-d0d58c88c00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.578443569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"20227e4d-ebe1-405a-a2b4-54671c63f2b5","namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.584023612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"1f8ce71b-8db7-4994-914a-e9e8ad9a6535","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.596931979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9fc5fdaa-bc6e-4f3c-9e72-d0d58c88c00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.602321827Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"1f8ce71b-8db7-4994-914a-e9e8ad9a6535","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.613188988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d70efee1-9640-44a7-a93a-cfc451d7be7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.632833266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d70efee1-9640-44a7-a93a-cfc451d7be7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.79106809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"925d63ff-17fa-4ce2-a6ee-0cb162191871","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.792032434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"76f6352e-ff8e-4a54-8356-949e9b920fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.792207587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"0fecb51c-25b6-4a54-bb9f-0391935f6b70","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.805865435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c3441b52-035f-4d5d-b6fe-7136acae89cb","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.810765417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"925d63ff-17fa-4ce2-a6ee-0cb162191871","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.811377597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"76f6352e-ff8e-4a54-8356-949e9b920fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.812960765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"0fecb51c-25b6-4a54-bb9f-0391935f6b70","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.825045372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c3441b52-035f-4d5d-b6fe-7136acae89cb","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:00.847987725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-5f3aab","namespace":"e2e-extmod-rec-user-831400"},"namespace":"e2e-extmod-rec-user-831400","name":"e2e-rec-ctrl-5f3aab","reconcileID":"9ab24667-448b-4154-9156-eb8bd660e057","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-5f3aab\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.890939803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e88996c0-30dd-4ecb-80d0-bb85cbd428c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.909955147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e88996c0-30dd-4ecb-80d0-bb85cbd428c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:00.991232005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a5353677-2259-49fb-b402-ae4d8069f83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.008129368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"6700f54a-0207-4d15-8f1c-71fff7a4ec60","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.008541025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"ce6e263a-7261-4980-8ce0-e2bc1ffe64c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.012768028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a5353677-2259-49fb-b402-ae4d8069f83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.023027743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"265ac3c2-c888-4841-ac8b-41d2bd290817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.023517646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"87687346-ea5b-4222-8c75-8df2bd416a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.028098144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"ce6e263a-7261-4980-8ce0-e2bc1ffe64c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.028125757Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"ce6e263a-7261-4980-8ce0-e2bc1ffe64c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.0288993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"6700f54a-0207-4d15-8f1c-71fff7a4ec60","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.042589873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"87687346-ea5b-4222-8c75-8df2bd416a1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.044015944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"265ac3c2-c888-4841-ac8b-41d2bd290817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.186677773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"49b1835d-7c22-4742-b918-12a7f64b4686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.210123725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"49b1835d-7c22-4742-b918-12a7f64b4686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.222829029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"a9496714-a87d-46f4-b6e6-8dc983890502","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.224070771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6e8c7ea5-2503-486b-a1d6-5aa27544dba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.2343001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"43128ae1-8c30-41bc-87f7-e8569304019d","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.236064219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"76f79044-e131-47f9-b01c-55b67496c6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.242116358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"a9496714-a87d-46f4-b6e6-8dc983890502","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.243340335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6e8c7ea5-2503-486b-a1d6-5aa27544dba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.253683524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"43128ae1-8c30-41bc-87f7-e8569304019d","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.255429045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"76f79044-e131-47f9-b01c-55b67496c6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.287496983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0973af6a8827a1f1d662dacfca8a5c23d9d119b4a8c614fb6f0e39fe3f7b1ae) AuthConfig (ad11a5e0b1ec70e1018b3a6faab5526456e386432df69a4833cdc5a00f37aa8c) AuthConfig (019317b737750ea18fd94335296b68796be1e53addb816800771d7716e65b04a) AuthConfig (517bbd343ef60a9422c8727ff6c7ce5cc44929b6968f05b38ef5eba296a9288f) AuthConfig (6975072cf3d3e81eeac33e71c1ed0ab427283b5501705af487ecf26cc46dbcda) AuthConfig (bae6246f63271e9e97f82a0c592c4deece45fbb1d739058314d9dc3aac5893e3) AuthConfig (d2f614b08949f2f7844441a63af048e9d2e762379c23ec6aa3893a5c037af58b) AuthConfig (b94fc1e317252bb7941968f666f701291d669028a2fab50a224163e6da5cb0b4) AuthConfig (f832b0006ceccd3eefbb71aa0cad6cd157d0b47d59684ee119816c180b0ef86b) AuthConfig (6539348595102a388b8d071464d1ed9431b7061ea7908146ea9f17b09fc5e3f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"a9496714-a87d-46f4-b6e6-8dc983890502","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.320793921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a6574967-594e-486a-b9ea-3630cc7a904f","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.342549215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a6574967-594e-486a-b9ea-3630cc7a904f","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.349892996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"11569fee-2ecc-4eea-9ddd-16a3f664d604","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.36145742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a6574967-594e-486a-b9ea-3630cc7a904f","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.369335286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"11569fee-2ecc-4eea-9ddd-16a3f664d604","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.389360765Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"11569fee-2ecc-4eea-9ddd-16a3f664d604","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.434827025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21892a4f-b070-435c-a089-216c7a3489cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.454797942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21892a4f-b070-435c-a089-216c7a3489cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.549720122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f98401e-5425-4cb3-a478-110884b15e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.555011203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7c283180-1261-4306-979a-4e4bbb0105b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.55501744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d0ccd4c4-3428-4afc-93f1-e2309f90696d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.568729145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f98401e-5425-4cb3-a478-110884b15e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.575661551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7c283180-1261-4306-979a-4e4bbb0105b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.575738305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d0ccd4c4-3428-4afc-93f1-e2309f90696d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:05.142689332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"e723b43e-b797-4e33-902b-483282cbc29f","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:05.233128585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"6ba1f57d-2cdf-42af-aab4-ebc89d8fd46d","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:05.233153645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"6ba1f57d-2cdf-42af-aab4-ebc89d8fd46d","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.244208501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b33a719e-dd62-474d-b403-b743c6134d53","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.266090725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b33a719e-dd62-474d-b403-b743c6134d53","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.285142781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b33a719e-dd62-474d-b403-b743c6134d53","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.322115575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"761e1d4b-5fd6-40e4-8d5b-4a65652ab98d","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.322141324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"761e1d4b-5fd6-40e4-8d5b-4a65652ab98d","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.57243458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"3f0c45c5-fe9a-44b1-9b0d-12f0b8a99218","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.57243796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"ce14fc06-b233-4133-9930-5ac77d3c86be","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.593882637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"ce14fc06-b233-4133-9930-5ac77d3c86be","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.595309434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"3f0c45c5-fe9a-44b1-9b0d-12f0b8a99218","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.349973925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"b26476c8-b007-4ea5-8eaa-af35dfa9bfd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.357961653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"84d0cc53-b0be-46ff-9185-81f3417b8e74","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.369891146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"b26476c8-b007-4ea5-8eaa-af35dfa9bfd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.382226664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"84d0cc53-b0be-46ff-9185-81f3417b8e74","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.38819083Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"b26476c8-b007-4ea5-8eaa-af35dfa9bfd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.446030965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"29146472-9200-46bb-b357-1a5727f52f45","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.465362937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"29146472-9200-46bb-b357-1a5727f52f45","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.483768562Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"29146472-9200-46bb-b357-1a5727f52f45","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.961567184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"8c0dfac7-20f8-4be1-8899-a636364e34af","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.982481004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"749fe808-4f33-40fe-a153-5bfcf1ce7117","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.996713663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8ca8d89f-0925-4179-8db1-d567735320dc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.99687958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ca5a70d3-21f8-47aa-bc83-a3252e547b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.013482046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1f29e967-680a-481b-a978-a82d7d29dcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.014882463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"eb206959-c624-4458-a45d-d141c9e2d323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.016684246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"21969b1a-181b-46d2-87a0-cc3c24aaf209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.020010184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"8ca8d89f-0925-4179-8db1-d567735320dc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.020547655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ca5a70d3-21f8-47aa-bc83-a3252e547b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.034706529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1f29e967-680a-481b-a978-a82d7d29dcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.035842691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"eb206959-c624-4458-a45d-d141c9e2d323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.0371714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"21969b1a-181b-46d2-87a0-cc3c24aaf209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.038418676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ca5a70d3-21f8-47aa-bc83-a3252e547b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.070793954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"b113acba-bda3-486d-9e80-285158ea288b","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.070820835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"b113acba-bda3-486d-9e80-285158ea288b","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.10459865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"6bd6f666-0200-46d1-bb28-d4ab1a2f1337","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.10463116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"6bd6f666-0200-46d1-bb28-d4ab1a2f1337","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.116409783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"e997c2d6-b4d1-469b-8288-fc182b3928c4","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.138119354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"e997c2d6-b4d1-469b-8288-fc182b3928c4","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.140147523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"e068daef-9252-448d-826a-47610be7bc6c","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.140168647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"719d12d8-2810-4449-b96e-eaed88914a21","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.141389269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"798a70e1-50d2-4649-ab95-3e73be126c90","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.14141883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"798a70e1-50d2-4649-ab95-3e73be126c90","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.180665201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"412b6185-8522-48d7-aa82-8f581e0b9f8b","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.180704638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"412b6185-8522-48d7-aa82-8f581e0b9f8b","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.299422251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769cb567-8e5d-447d-81fc-8208edea795e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.300379912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b73e37-cf0c-4225-ab2b-d9d3d27f9f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.391332406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"c6269ec5-0b3f-40b1-89b3-e48f7842b606","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.396697346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769cb567-8e5d-447d-81fc-8208edea795e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.396739552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17b73e37-cf0c-4225-ab2b-d9d3d27f9f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.423135146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"c6269ec5-0b3f-40b1-89b3-e48f7842b606","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.442823246Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"c6269ec5-0b3f-40b1-89b3-e48f7842b606","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.47338935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"05a855fa-427f-49dd-879b-394b9dc5bfd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.47403367Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"ffcab6ed-00e7-4ad7-916a-7fa253eb10c9","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.492596277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"15ab71e4-0106-4c58-841a-a9f9481359ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.546621468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"05a855fa-427f-49dd-879b-394b9dc5bfd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.549685102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"15ab71e4-0106-4c58-841a-a9f9481359ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.56261916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"308e7915-7791-435d-8a1d-d116d48b780d","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.562651661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"308e7915-7791-435d-8a1d-d116d48b780d","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.597546316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"3f8af937-4b44-4238-9ad2-c3e49e372482","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.597582588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"3f8af937-4b44-4238-9ad2-c3e49e372482","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.619443028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"ec4de6db-33f3-4332-8d0f-f86e08d23ff4","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.619996749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"f711a19a-ecde-4358-a02b-81832d0c5420","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.620661234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"d7d9d2cb-1fb0-4308-b873-b3306ea6e76c","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.637932877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"f69773b9-d4e8-4a19-84df-02e29f82b375","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.63795662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"f69773b9-d4e8-4a19-84df-02e29f82b375","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.641853501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"f711a19a-ecde-4358-a02b-81832d0c5420","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.669249515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"f807acb1-b3c0-4bdd-9086-fab9b5e672b4","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.697301417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"f56efc64-974e-4ec6-83ca-3b0a9bc43a57","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.699133391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"4166a503-1a3e-47e2-ab51-fa3b03bd46e0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.705077348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"808c8c7c-ce3b-43f1-bc50-e15f9005a054","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.717409382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"f56efc64-974e-4ec6-83ca-3b0a9bc43a57","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.718912035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"4166a503-1a3e-47e2-ab51-fa3b03bd46e0","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.720828958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"2a2d9554-37d9-4969-a84c-28f5730a116a","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.741579807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"2a2d9554-37d9-4969-a84c-28f5730a116a","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.76789425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"bcb5e9c5-2c9d-4a25-8f6f-68434c2e29ff","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.768089531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"bcb5e9c5-2c9d-4a25-8f6f-68434c2e29ff","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.793897073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"de9760f2-e98f-4f7c-8387-4be4f1c22866","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.793964159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"de9760f2-e98f-4f7c-8387-4be4f1c22866","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.796767473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"18fb6faf-34c5-4852-8d1e-b7e824d3f8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.798184143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3889a09f-eab2-4076-a0fb-d94b71e86967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.816361821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"18fb6faf-34c5-4852-8d1e-b7e824d3f8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.820070866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3889a09f-eab2-4076-a0fb-d94b71e86967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.829697034Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"5cdfc0c5-beca-4c21-8105-fa4a7e478bfa","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.829774594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"5cdfc0c5-beca-4c21-8105-fa4a7e478bfa","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.886166291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"9ec6c9b8-b176-4a2a-a65a-4a6b8e105579","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.886235832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"9ec6c9b8-b176-4a2a-a65a-4a6b8e105579","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.894776572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"94cf4daa-85c1-4fb6-bba9-4e1af7221495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.913907399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"94cf4daa-85c1-4fb6-bba9-4e1af7221495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.98256997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"b7b6db01-f0c2-4623-a033-1c881c90ed8b","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:08.982632305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"b7b6db01-f0c2-4623-a033-1c881c90ed8b","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.997200751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"54ad76be-bb67-46cc-816d-ea94ad3221e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.999387608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"81319b7b-f3d8-49d4-a126-41e6c8352ecb","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.999645677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0152fd2b-8428-4752-b965-55f2e4b8d569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.012016745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"c85219bf-1cfc-4cb2-aaac-ed8a697b5db3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.016695222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"54ad76be-bb67-46cc-816d-ea94ad3221e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.018625015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0152fd2b-8428-4752-b965-55f2e4b8d569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.018860466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"81319b7b-f3d8-49d4-a126-41e6c8352ecb","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.031503988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"c85219bf-1cfc-4cb2-aaac-ed8a697b5db3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.049421011Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"c85219bf-1cfc-4cb2-aaac-ed8a697b5db3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.097572545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"96c45aa0-5c3f-4e55-8636-c60474fdb1b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.117669424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"96c45aa0-5c3f-4e55-8636-c60474fdb1b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:09.158720121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"721720d0-9faf-460d-9a20-924adf5ffc10","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:09.15879024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"721720d0-9faf-460d-9a20-924adf5ffc10","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.183543084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"c0b2eaf4-2706-49cc-8bd4-3b0654bdddc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.196391985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"15595e1d-76c8-4aec-aa6e-58380393ff33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.202529227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b9d2e0a8-63bf-4b8e-b43f-b6af84570cff","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.202793298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"c0b2eaf4-2706-49cc-8bd4-3b0654bdddc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.215592657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"15595e1d-76c8-4aec-aa6e-58380393ff33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.221589805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b9d2e0a8-63bf-4b8e-b43f-b6af84570cff","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.240473069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b9d2e0a8-63bf-4b8e-b43f-b6af84570cff","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.298130295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0bee38bd-48b3-475d-a260-ad8e9ed8eea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.298562234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"59890614-c1d9-43a9-959b-05560887ff42","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.299180667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05c6e10d-49bc-46cc-8bc9-d8c7f78919d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.318295986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0bee38bd-48b3-475d-a260-ad8e9ed8eea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.318400068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"59890614-c1d9-43a9-959b-05560887ff42","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.320587397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05c6e10d-49bc-46cc-8bc9-d8c7f78919d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.424537496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"6531583c-b5c2-4178-a981-5ae296a5899f","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:09.440480866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"1be6d375-0600-416e-b9d0-804012ef7d95","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:09.440546122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"1be6d375-0600-416e-b9d0-804012ef7d95","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.463324976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0e6e12d9-ae86-49e1-938e-99abd4aa8a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.463774755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97af2aa-37b1-461e-b0e9-43d09bf79559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.484248392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0e6e12d9-ae86-49e1-938e-99abd4aa8a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.484402253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97af2aa-37b1-461e-b0e9-43d09bf79559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.585314192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a9af5337-cbba-4920-92ce-a62ce3cf70e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.604324661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"04e92a71-0953-4f5e-b759-0e08bbb2f409","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.605044925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a9af5337-cbba-4920-92ce-a62ce3cf70e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.623587804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"04e92a71-0953-4f5e-b759-0e08bbb2f409","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.625681637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"f4056a41-0469-492f-a516-f2b9d2445e46","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.644658762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"f4056a41-0469-492f-a516-f2b9d2445e46","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.670064822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"b271beab-722b-4b9b-b435-84ee4cdb0058","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.685008622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"edb52bfd-8f2a-4a18-ab60-72cb7d859402","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.690524175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"b271beab-722b-4b9b-b435-84ee4cdb0058","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.704890588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"edb52bfd-8f2a-4a18-ab60-72cb7d859402","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.723331828Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"edb52bfd-8f2a-4a18-ab60-72cb7d859402","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.764406119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"135f0582-eccc-4802-98d5-9bb7a208c860","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.784274798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"135f0582-eccc-4802-98d5-9bb7a208c860","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.795606962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"157e51e2-5f3d-46ff-9905-bd7e5492e9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.800326507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"d1d6aefb-c60c-4b2e-9c60-8dd826af3184","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.80361978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"135f0582-eccc-4802-98d5-9bb7a208c860","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.810633226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"09dc8e50-1d56-440c-afa4-fbf6b03012e6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.815134222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"157e51e2-5f3d-46ff-9905-bd7e5492e9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.818322602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"9e717093-00d0-4101-a0ba-91ae4391d22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.819408473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"d1d6aefb-c60c-4b2e-9c60-8dd826af3184","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.829930893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"09dc8e50-1d56-440c-afa4-fbf6b03012e6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.837620252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"9e717093-00d0-4101-a0ba-91ae4391d22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.848345457Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"09dc8e50-1d56-440c-afa4-fbf6b03012e6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.877742158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"012fcbd1-a51f-4a10-a936-f5503c4c71ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.898534923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"012fcbd1-a51f-4a10-a936-f5503c4c71ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.907371674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ca16fc5b-9dcd-470d-ab0f-67fea35aff37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.926286377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3ef83c8a-b1f1-4d97-9d4a-45437dd75a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.926721357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ca16fc5b-9dcd-470d-ab0f-67fea35aff37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.929102611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b94204fe-bfa6-4938-9e2e-38f160537fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.942743488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5d8a44f2-0ef3-4568-ad3b-b4bd249ed808","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.945456388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3ef83c8a-b1f1-4d97-9d4a-45437dd75a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.947945115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b94204fe-bfa6-4938-9e2e-38f160537fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.96203063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"5d8a44f2-0ef3-4568-ad3b-b4bd249ed808","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:09.990574124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5aed9ff-8bd0-4886-a144-df41f5af1a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.010881338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5aed9ff-8bd0-4886-a144-df41f5af1a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.018046487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a63b73-8949-497b-bbb5-fd8819471889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.024514777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"383dae46-2f44-4f4c-b8e0-cca68951478b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.040358987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65a63b73-8949-497b-bbb5-fd8819471889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.044334268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"861e1309-9985-4969-b271-2d90aa8fd375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.095472473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"861e1309-9985-4969-b271-2d90aa8fd375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.10165724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"383dae46-2f44-4f4c-b8e0-cca68951478b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:10.1107864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"f9071864-9473-4158-b0f9-1495872ff244","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:10.110850535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"f9071864-9473-4158-b0f9-1495872ff244","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.125949234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fcd3ebef-d59f-4f8d-a132-2896206e76a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.187152366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bb316a5d-cdcd-4252-aafa-c06b5c32a027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.189973351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"fcd3ebef-d59f-4f8d-a132-2896206e76a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.206994348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bb316a5d-cdcd-4252-aafa-c06b5c32a027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.692503951Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-909268 priority=0:[ai-tenant-e2e-extmod-b-909268/e2e-att-serve-33ab8b-sub ai-tenant-e2e-extmod-b-909268/e2e-att-unrel-074ca4-sub]","namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.708445512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"a971e68a-0ea3-4c70-822a-1f0ecc9bab9f","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.708466676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"a971e68a-0ea3-4c70-822a-1f0ecc9bab9f","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.726394095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"fa8b8a0b-9ec8-4820-b3aa-3cadd17fe18b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:10.729026542Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-31cedc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.748993474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"fa8b8a0b-9ec8-4820-b3aa-3cadd17fe18b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.760350692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"0387bf55-e0e4-425f-aa17-c6c594646c41","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.760367343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"0387bf55-e0e4-425f-aa17-c6c594646c41","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.791435575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4ab2a865-cc92-40f6-bf14-6b34119917c2","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.791456385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4ab2a865-cc92-40f6-bf14-6b34119917c2","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.826279806Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"9f1cf2f2-5a75-4c3d-9af1-a8f3ebcb7cc2","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cmp-legacy-31cedc","model":"e2e-cmp-legacy-31cedc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.921428249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"546f41ef-598e-4b3a-98a6-2ce095d7ca42","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.921465308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"546f41ef-598e-4b3a-98a6-2ce095d7ca42","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.92812717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"e965c5f3-8052-4011-bbd1-b288331a61ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.947451254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"e965c5f3-8052-4011-bbd1-b288331a61ca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.982555265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"9bbe951c-a0fd-4159-bae6-4ed8cd4c131e","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cmp-legacy-31cedc","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:11.083384663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"5096ce34-35db-4dfa-9e7a-fe649340a2ce","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:11.083412314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"5096ce34-35db-4dfa-9e7a-fe649340a2ce","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:11.40999458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"8c77d000-f179-4d11-8e53-6519499b13e4","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:11.410065956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"8c77d000-f179-4d11-8e53-6519499b13e4","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:13.987445373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"a3ba18eb-959e-448c-a4fe-963690acd42a","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:13.987515681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"a3ba18eb-959e-448c-a4fe-963690acd42a","error":"ExternalModel e2e-extmod-att-user-6f415f/e2e-att-delete-c24d4e is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.410010972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"f19ebfb5-f673-4066-9e6d-37dc58284124","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.486718843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"63464c9f-3abe-4100-ae60-daecfa3c5dba","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.48674312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"63464c9f-3abe-4100-ae60-daecfa3c5dba","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.487172211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"fcf98c66-1a9c-49a3-9e32-13a5e11f419c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.502311674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"82f98107-6251-4035-9141-929ca2eaa581","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.502481442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"779d33df-e63f-4f03-9fae-8f925838ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.503396155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"10b581f4-b9f2-4381-9539-ef9af442cebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.506972754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"fcf98c66-1a9c-49a3-9e32-13a5e11f419c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.522880669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"6bcab775-2f20-487a-b8c7-f171215d6611","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.524930597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"82f98107-6251-4035-9141-929ca2eaa581","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.534756284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"83e373be-b26f-4a6f-9ac6-0216640399f8","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.534772935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"83e373be-b26f-4a6f-9ac6-0216640399f8","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.536868353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"10b581f4-b9f2-4381-9539-ef9af442cebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.537050432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"779d33df-e63f-4f03-9fae-8f925838ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.538245857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"fcf98c66-1a9c-49a3-9e32-13a5e11f419c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.542909044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"6bcab775-2f20-487a-b8c7-f171215d6611","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.550356524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"c42eb28d-cc23-45cf-bfe2-df0f48478c8b","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.550411513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"b951ee67-1c8a-4d04-83a3-16677c0bd669","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.561373775Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"6bcab775-2f20-487a-b8c7-f171215d6611","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.566641337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"455b15a4-b4f9-4fac-a64e-0b039780eec4","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.566659407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"455b15a4-b4f9-4fac-a64e-0b039780eec4","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.592459974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baeb41d4-93e1-48b8-a3ef-4fbd8e9805e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.599768515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"5bec5cf7-30d5-43b8-97a7-75a2cfa09012","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.599791125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"5bec5cf7-30d5-43b8-97a7-75a2cfa09012","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.613797022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baeb41d4-93e1-48b8-a3ef-4fbd8e9805e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.693624655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"cee79cad-150c-4b43-96ee-e871e8d6d737","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.698926746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-c24d4e","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","reconcileID":"00de8801-10fe-473b-89f7-eb4633a633c5","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-delete-c24d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.72346677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3b5dc848-8a0f-4bd1-937d-cd8371d262a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.723493442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35be9248-e379-4cb9-9bf0-7185b52337a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.724914686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"adfc8ff6-21e2-4b88-bc5e-3ad174cb7092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.744327404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3b5dc848-8a0f-4bd1-937d-cd8371d262a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.744779758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35be9248-e379-4cb9-9bf0-7185b52337a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.746966681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"adfc8ff6-21e2-4b88-bc5e-3ad174cb7092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.747465653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c074f43b-c012-4e54-89d2-4a7ddc586cc0","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.766494493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c074f43b-c012-4e54-89d2-4a7ddc586cc0","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.782899035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"949ddfc0-1cb3-4b87-b7fd-2ade0bf1ba5b","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.803487309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5bf25459-6ace-43c8-ae96-3567b71e8f14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.826587946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5bf25459-6ace-43c8-ae96-3567b71e8f14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.926944564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d166e08e-b133-451c-bde4-6782e29cd951","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.935191664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5139e1eb-a396-4712-8233-fa1153f8ad9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.936458116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"acc77efe-ad93-4e2d-86e3-2cec7745c6f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.967085122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5139e1eb-a396-4712-8233-fa1153f8ad9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.98402242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"acc77efe-ad93-4e2d-86e3-2cec7745c6f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.985301888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d166e08e-b133-451c-bde4-6782e29cd951","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.037405905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"00538637-a4ce-4dc6-ad2b-a3bbd170f4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.038419334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9fb46d50-3016-42a1-b9d8-de9ff63e1dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.058322808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"00538637-a4ce-4dc6-ad2b-a3bbd170f4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.058607873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9fb46d50-3016-42a1-b9d8-de9ff63e1dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.098757263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f84a1495-ac17-41f4-b40b-2c8fdda508c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.118540223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f84a1495-ac17-41f4-b40b-2c8fdda508c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.134217338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"7a932fc9-a516-4c6c-960f-51b65a887861","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.134359696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c269e120-c299-492b-b8ec-db0c10910c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.137413569Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"f84a1495-ac17-41f4-b40b-2c8fdda508c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.154294925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"7a932fc9-a516-4c6c-960f-51b65a887861","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.154382402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c269e120-c299-492b-b8ec-db0c10910c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.237304407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3ad275dd-92ee-4987-95c1-505b71c81983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.237398534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"2949d303-89a6-4e59-af38-ad1ef5eaa006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.290066417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3ad275dd-92ee-4987-95c1-505b71c81983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.311843543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"2949d303-89a6-4e59-af38-ad1ef5eaa006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.366902282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"127d8221-25ed-470f-8e02-e28cfc23299a","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.389672862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"127d8221-25ed-470f-8e02-e28cfc23299a","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.390089418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0eec9256-8cf2-427b-87d2-b23f44f42b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.390133128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"11e5f0ac-77b1-496b-a3ea-73c8a00b6710","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.407873906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"127d8221-25ed-470f-8e02-e28cfc23299a","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.411856913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0eec9256-8cf2-427b-87d2-b23f44f42b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.411964525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"11e5f0ac-77b1-496b-a3ea-73c8a00b6710","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.465209172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ef19d93-2375-45c4-9b96-8c5ae2867f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.465275153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"19ed8530-b6a7-49f1-8af4-7cab553ba1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.481066095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"09b15a7f-8628-4bec-8ba0-7d6df728cf16","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.486109046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"19ed8530-b6a7-49f1-8af4-7cab553ba1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.486165805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ef19d93-2375-45c4-9b96-8c5ae2867f4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.500534041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"09b15a7f-8628-4bec-8ba0-7d6df728cf16","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.518853779Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"09b15a7f-8628-4bec-8ba0-7d6df728cf16","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.565640753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f58353-222e-4644-88f8-d796a26ae3b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.565661156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"63dac889-08a5-4a55-b9f3-894ec0adea61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.585000115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f58353-222e-4644-88f8-d796a26ae3b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.585496219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"63dac889-08a5-4a55-b9f3-894ec0adea61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.666178709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e40dd444-08aa-4110-9eed-2730daa3873c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.680847384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"08838ff8-503a-48b3-b7f8-7f4c74e5f19b","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.685302701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e40dd444-08aa-4110-9eed-2730daa3873c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.700232516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"08838ff8-503a-48b3-b7f8-7f4c74e5f19b","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.750904453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"4abd10df-cace-4c23-84cd-75dab9953ae5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.774788748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"4abd10df-cace-4c23-84cd-75dab9953ae5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.335783062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"1d0e976e-fcd1-4f91-a9d8-7c8b9a8ee57a","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","subscription":"e2e-rec-recover-d9f52e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.335897811Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-sub","reconcileID":"1d0e976e-fcd1-4f91-a9d8-7c8b9a8ee57a","MaaSSubscription":{"name":"e2e-rec-recover-d9f52e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.421351899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-909268 priority=0:[ai-tenant-e2e-extmod-b-909268/e2e-att-serve-33ab8b-sub ai-tenant-e2e-extmod-b-909268/e2e-att-unrel-074ca4-sub]","namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-att-serve-f8f79e-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-rec-ctrl-5f3aab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.458642873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4154d47f-ec14-4f34-a37f-cde0317cb34c","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.45866496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4154d47f-ec14-4f34-a37f-cde0317cb34c","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.485594312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a17ff5e6-2d17-4e85-92ce-c840bd0d6f14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.485641637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"fc337ec5-cee2-4544-9c44-e185eaedb064","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.486161683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"5f574bad-2106-4ca4-9be3-598ab58d9961","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.506124741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a17ff5e6-2d17-4e85-92ce-c840bd0d6f14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.507677647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"5f574bad-2106-4ca4-9be3-598ab58d9961","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.509083089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"fc337ec5-cee2-4544-9c44-e185eaedb064","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.525006415Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a17ff5e6-2d17-4e85-92ce-c840bd0d6f14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.529819596Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"fc337ec5-cee2-4544-9c44-e185eaedb064","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.565475756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-recover-d9f52e-access","reconcileID":"e255280e-72d9-4135-bb3d-9980ac815d98","MaaSAuthPolicy":{"name":"e2e-rec-recover-d9f52e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-noaccess-e57cb8/e2e-rec-recover-d9f52e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.698675778Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.218884409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c47a1fcd-ea71-477a-ae02-62fb8da4046c","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.221685826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a8670427-eddc-4925-8408-a45159a9b22f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.238937359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"c47a1fcd-ea71-477a-ae02-62fb8da4046c","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.241718038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a8670427-eddc-4925-8408-a45159a9b22f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.261658784Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"a8670427-eddc-4925-8408-a45159a9b22f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.351687897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"e9782a81-eae4-45b5-9f45-3532e3cf914b","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.351708337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"e9782a81-eae4-45b5-9f45-3532e3cf914b","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.384862983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"187d21d5-4d17-43c9-b18c-65648fc22e19","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.38486345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"eba3b486-a47a-4308-a25c-9e3480d58dec","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.403797246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"59d702ec-1631-4473-a2ad-1334a74961cb","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc5fce51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.405680787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"187d21d5-4d17-43c9-b18c-65648fc22e19","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.405843029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"eba3b486-a47a-4308-a25c-9e3480d58dec","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.628647764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"714b525e-e77a-4ba2-b3fc-54fc4f5f21c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.62870818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"68592e42-7c9f-4d6d-9d75-251bea4dfe47","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.649942088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"714b525e-e77a-4ba2-b3fc-54fc4f5f21c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.65024516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"68592e42-7c9f-4d6d-9d75-251bea4dfe47","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.225313112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"19e3baa7-f064-40cf-9b69-c24109987b80","namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.227972493Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-sub","reconcileID":"8ffbfa2f-ae43-4fb0-95e9-fbfbe0f9d78e","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","error":"MaaSModelRef not found: e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.260089345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"e2b0af56-7fd4-4060-8a53-e100006a0b5d","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.260585179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"11661807-9e41-4aaa-8455-088b1dd7f142","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.282927036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"e2b0af56-7fd4-4060-8a53-e100006a0b5d","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.282958301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"11661807-9e41-4aaa-8455-088b1dd7f142","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.282985905Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"11661807-9e41-4aaa-8455-088b1dd7f142","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.337723559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ae72809c-3208-4ca9-9830-8b895561aadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.354510187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e35ab187-ab1f-4260-9412-a7dd7f632fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.355129017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e9a2aefd-759b-4685-bed1-b906c8915fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.358709031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ae72809c-3208-4ca9-9830-8b895561aadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.375438159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e9a2aefd-759b-4685-bed1-b906c8915fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.375485443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e35ab187-ab1f-4260-9412-a7dd7f632fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.379398028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ae72809c-3208-4ca9-9830-8b895561aadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.40886926Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"e5f4a81d-0625-474d-9d77-4d918551b26b","namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.440952042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f1d31182-1983-4603-807b-7e936e7af639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.441131561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"19b027ed-516b-4041-8842-157700109d0f","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.463376589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f1d31182-1983-4603-807b-7e936e7af639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.463728754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"19b027ed-516b-4041-8842-157700109d0f","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.463756501Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"19b027ed-516b-4041-8842-157700109d0f","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.477793272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"18bf67a3-7674-47e4-95b2-743793bb55e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.504168974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"18bf67a3-7674-47e4-95b2-743793bb55e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:26.552627657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ed0fa0","namespace":"e2e-extmod-rot-user-64917a"},"namespace":"e2e-extmod-rot-user-64917a","name":"e2e-rot-ed0fa0","reconcileID":"f1e12f67-2598-4f30-8777-1bc760affe4d","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-ed0fa0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.582185275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6cc8ffe7-101f-4b44-b9b4-5c1e9bfd4607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.582717786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"56bb730c-e76c-42ba-a676-f31819112512","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.59247208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"079f8035-fe69-487b-bbc8-7a35c4431d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.601920507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6cc8ffe7-101f-4b44-b9b4-5c1e9bfd4607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.602527665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"56bb730c-e76c-42ba-a676-f31819112512","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.61272605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"079f8035-fe69-487b-bbc8-7a35c4431d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.684102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a5817c0c-3c88-4452-abe3-94a14416bd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.686997185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21df6774-37f1-4c72-96f6-5d5d29d68f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.704025034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a5817c0c-3c88-4452-abe3-94a14416bd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.707100492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21df6774-37f1-4c72-96f6-5d5d29d68f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.785934045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"335564c8-d96d-4952-88fb-fed607358535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.805303334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"335564c8-d96d-4952-88fb-fed607358535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.867535516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"3208df55-579a-4204-b06f-442369071a07","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.882566077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"98a39d1d-a857-469f-86be-0f74f33e2ea8","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.883958905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"7b9cc14e-855d-4af3-ad39-679f847a856c","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.88458111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"da381995-d2a9-4f2c-9c89-85be7542f9e5","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.888132444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"3208df55-579a-4204-b06f-442369071a07","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.903363011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"98a39d1d-a857-469f-86be-0f74f33e2ea8","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.904002538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"da381995-d2a9-4f2c-9c89-85be7542f9e5","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.90608889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"7b9cc14e-855d-4af3-ad39-679f847a856c","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.990507524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7364d5fa-3e29-44f8-bfdc-e977784ffae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.010519216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7364d5fa-3e29-44f8-bfdc-e977784ffae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.088985642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"76757c94-87ef-49cb-a2e5-826a612f5cef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.092695628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3553324d-d954-4c46-ac43-84a123bf863c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.092969431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fde68acd-fdd5-4e4c-96b1-93dadb047204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.093312319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8f86cfd8-0fef-4426-a0e7-dd71325a90a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.092696702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"f9f3ff16-6036-49c1-8c0e-70bd5e3cc40b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.110178041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"76757c94-87ef-49cb-a2e5-826a612f5cef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.11269581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fde68acd-fdd5-4e4c-96b1-93dadb047204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.11508948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3553324d-d954-4c46-ac43-84a123bf863c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.117199905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"f9f3ff16-6036-49c1-8c0e-70bd5e3cc40b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.117230787Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"f9f3ff16-6036-49c1-8c0e-70bd5e3cc40b","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.128006735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"76757c94-87ef-49cb-a2e5-826a612f5cef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.132844161Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"3553324d-d954-4c46-ac43-84a123bf863c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.186819936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8f86cfd8-0fef-4426-a0e7-dd71325a90a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.219543868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"180b6df0-c881-4790-b3c5-4fb9cf6afbb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.238820337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"180b6df0-c881-4790-b3c5-4fb9cf6afbb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.29146404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bd6f193c-85d7-4e73-9029-28ed059a0f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.297882583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"13fe6c78-0c7a-4ed0-85a5-1b061568d03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.310741963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bd6f193c-85d7-4e73-9029-28ed059a0f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.319502887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"13fe6c78-0c7a-4ed0-85a5-1b061568d03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.223693723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"f529a11a-9bee-4b5a-8400-5dc733069222","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","subscription":"e2e-rec-ctrl-5f3aab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.223830542Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-sub","reconcileID":"f529a11a-9bee-4b5a-8400-5dc733069222","MaaSSubscription":{"name":"e2e-rec-ctrl-5f3aab-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","error":"MaaSModelRef not found: e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.309887054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.346398898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"56264b51-c5de-4e20-9abb-58e62139a7e4","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.346423958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"56264b51-c5de-4e20-9abb-58e62139a7e4","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.358172764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"6be8fd5b-8920-425b-a579-b71d66067e62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.358226023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"4fe8e9c9-cebf-4bf7-8803-1ede211fc7f6","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.379580154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"56ecadd6-c179-4cfb-9790-680404dc4e41","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.379616183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"56ecadd6-c179-4cfb-9790-680404dc4e41","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.380140129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"6be8fd5b-8920-425b-a579-b71d66067e62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.383068193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"4fe8e9c9-cebf-4bf7-8803-1ede211fc7f6","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.399875881Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"6be8fd5b-8920-425b-a579-b71d66067e62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.419557358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"faf852ef-f68e-4ab1-a753-c23561303385","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","subscription":"e2e-att-unrel-074ca4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.453628657Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"faf852ef-f68e-4ab1-a753-c23561303385","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.456393511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-rec-ctrl-5f3aab-access","reconcileID":"cb17148c-9ad9-440f-8d2b-812ba4380540","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-5f3aab-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-rec-user-831400/e2e-rec-ctrl-5f3aab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.469915239Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-sub","reconcileID":"faf852ef-f68e-4ab1-a753-c23561303385","MaaSSubscription":{"name":"e2e-att-unrel-074ca4-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.624904309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d4d8c2 priority=0:[ai-tenant-e2e-extmod-b-d4d8c2/e2e-att-serve-a7aa92-sub ai-tenant-e2e-extmod-b-d4d8c2/e2e-rot-ed0fa0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.640363871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"a5a412f8-e01d-4e66-b298-cb385c797d51","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.64039433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"a5a412f8-e01d-4e66-b298-cb385c797d51","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.673446904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"093dd07c-4f32-4ae5-9e19-088e31120e11","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.673446972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f3156e22-28ce-4b7a-a2b1-07a556c3b73d","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.692930113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f3156e22-28ce-4b7a-a2b1-07a556c3b73d","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.693117346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"093dd07c-4f32-4ae5-9e19-088e31120e11","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.7869789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"655d4e0b-207a-48ed-88f9-ba59857fb255","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.787005946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"655d4e0b-207a-48ed-88f9-ba59857fb255","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.84068109Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-unrel-074ca4-access","reconcileID":"ba698eeb-ed0f-4d97-adcd-099680e2920d","MaaSAuthPolicy":{"name":"e2e-att-unrel-074ca4-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.094573387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"87625d75-d01d-4ad1-9abf-2f219c603e07","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.094602868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"87625d75-d01d-4ad1-9abf-2f219c603e07","MaaSModelRef":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-unrel-074ca4-e0421110acb6","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-unrel-074ca4","externalModel":"e2e-att-unrel-074ca4","provider":"e2e-att-unrel-074ca4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.639347581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"ad8f17d9-4314-45c3-a77f-5ac22705d3d7","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.677864627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"57b5164d-4c3d-421b-aa5d-370f0eb30c42","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.677897424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"57b5164d-4c3d-421b-aa5d-370f0eb30c42","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.682836479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"865ef5b3-66c4-48de-a25c-a9bf7e68a2df","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.692102383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ae1411e7-d10e-4eb2-85f7-2f2aa366ebdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.693942622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"7deaa4c8-0e44-46ee-aac5-a975e481fd3b","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.694549457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f26e2173-a962-4fdd-a566-5e36a9e8c0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.698274789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a09bb3fd-1661-433c-a738-fb4f61533148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.704221767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"865ef5b3-66c4-48de-a25c-a9bf7e68a2df","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.712880295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ae1411e7-d10e-4eb2-85f7-2f2aa366ebdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.71741993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"7deaa4c8-0e44-46ee-aac5-a975e481fd3b","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.721480857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f26e2173-a962-4fdd-a566-5e36a9e8c0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.725432414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a09bb3fd-1661-433c-a738-fb4f61533148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.728150281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"865ef5b3-66c4-48de-a25c-a9bf7e68a2df","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.793931231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"e452f038-8134-43d7-9a60-06f9006b0fe6","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.825393618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-074ca4","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","reconcileID":"aae3bc53-8d2e-4470-b06d-8b29776cfe53","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-unrel-074ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.826824319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"177bc1a4-4834-4227-9933-b8b3eac51a82","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.847806772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"177bc1a4-4834-4227-9933-b8b3eac51a82","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.867712032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"177bc1a4-4834-4227-9933-b8b3eac51a82","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.979910986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"1451cfbb-a687-42a1-b6a2-77887b827aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.98018882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0c1d6517-bca5-456f-9647-8ee458924226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.98038186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"de310e87-e840-4c0f-ac80-f39edfe973e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:29.983775463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"560a25e4-6f57-4916-9274-0387107a8be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.000358466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"1451cfbb-a687-42a1-b6a2-77887b827aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.00234346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0c1d6517-bca5-456f-9647-8ee458924226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.002720437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"de310e87-e840-4c0f-ac80-f39edfe973e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.004638138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"560a25e4-6f57-4916-9274-0387107a8be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.059980103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"56b7261c-5421-4e35-8bc5-e814b75099ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.081813032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"56b7261c-5421-4e35-8bc5-e814b75099ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.1511182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"128761e2-df25-4f04-802c-d67bec42004c","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.162762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c6dcd01-709a-4e39-89d6-3d60997db1ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.1628516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f9109ac-a98a-4746-bcd1-b1d87100e1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.17209775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"128761e2-df25-4f04-802c-d67bec42004c","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.184088639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f9109ac-a98a-4746-bcd1-b1d87100e1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.184128735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c6dcd01-709a-4e39-89d6-3d60997db1ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.263877642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f445168a-bccf-494c-9a33-766ac555245c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.286105639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f445168a-bccf-494c-9a33-766ac555245c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.366917388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f9c154d0-a55f-4466-a3b6-1860c2b7009c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.444347288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f9c154d0-a55f-4466-a3b6-1860c2b7009c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.456373093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"8a6c2133-b5ff-48ef-9eda-a8ac94b27feb","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.457997623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"8a6c2133-b5ff-48ef-9eda-a8ac94b27feb","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.480814426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"938d8e9c-2d34-4061-ad65-287323a04548","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.481504936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7bd68476-067e-45f1-8d7a-7c5841e9e18c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.481679043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"56b0436a-ba0f-4be2-85ab-9ef8e740eb8a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.50598355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"938d8e9c-2d34-4061-ad65-287323a04548","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.509232994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"062fa994-b81c-4020-9125-e1fb7bec845f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.509525255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7bd68476-067e-45f1-8d7a-7c5841e9e18c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.51291246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"56b0436a-ba0f-4be2-85ab-9ef8e740eb8a","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.533274155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"062fa994-b81c-4020-9125-e1fb7bec845f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.536059322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a9829e913e37371d53f45b9bbe310071985d22a1e695e10f79bf6002ff6407d) AuthConfig (af8e254fdda6d137f67ea49ad7f9d2c371141d73ef3f1cdaaec711060e561e50) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (6f0cab9e5f7a9561b4f0de8661dbc9cf87db694b7b9341860c37cfea898aa64d) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (eb5b330f069ab7459581ea7f79319ad704a9badb9dcc12b6b7ebacbcddf94776) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7bd68476-067e-45f1-8d7a-7c5841e9e18c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.536206478Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"64ee6a70-d8d5-4b01-8474-6478044d07af","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f454281d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.537180949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"25d1c7a9-a667-47ff-ad3f-3c16d2ec503a","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.537203019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"25d1c7a9-a667-47ff-ad3f-3c16d2ec503a","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.598749929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"b41af096-bf80-4bc6-9ac1-fb816e2f4c63","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e69121a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.599123214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c995b2ec-1d54-47fd-b0ff-8cd4e8552ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.599777608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1274cde2-9a5e-4aa2-920b-592bf21bfcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.632762411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1274cde2-9a5e-4aa2-920b-592bf21bfcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.638104997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c995b2ec-1d54-47fd-b0ff-8cd4e8552ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.751372698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"d5402ee6-82ef-4b2c-9fd1-ac8bbaa7c991","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.765856755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"af64395f-3875-43d7-a3d6-273e76a147c6","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.765982482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d171c669-40c5-4bba-9176-50fa41de34ce","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.766393258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"415d49b1-6de6-4650-a105-45ef8c8b9813","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.770743622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"d5402ee6-82ef-4b2c-9fd1-ac8bbaa7c991","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.787277591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"af64395f-3875-43d7-a3d6-273e76a147c6","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.787306357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"d171c669-40c5-4bba-9176-50fa41de34ce","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.794930914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"415d49b1-6de6-4650-a105-45ef8c8b9813","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:30.816890212Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"415d49b1-6de6-4650-a105-45ef8c8b9813","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:32.75284785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"452381b9-8512-4efa-a87c-94c69f943534","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:32.752847878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"6c2a3eed-6213-4db6-8ae3-c11d13dcc751","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:32.772794825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"452381b9-8512-4efa-a87c-94c69f943534","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:32.772856889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"6c2a3eed-6213-4db6-8ae3-c11d13dcc751","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:32.795619217Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"452381b9-8512-4efa-a87c-94c69f943534","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:36.970946674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"2e99ba0f-b644-41df-a613-1ccc6bba6848","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cmp-legacy-31cedc","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:37.055295618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"0605cc69-0b4e-461e-aea6-4a23c6c0c810","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:37.055318451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"0605cc69-0b4e-461e-aea6-4a23c6c0c810","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:37.666993307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"a9437ff8-4657-4f79-b636-5a31889dc38d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:37.686874774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"a9437ff8-4657-4f79-b636-5a31889dc38d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.676549405Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"9e3fdb2b-c800-48a8-bb54-0152c1bcd395","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.693635796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4c243362-484a-419c-90dc-428439bb47b8","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.693662804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4c243362-484a-419c-90dc-428439bb47b8","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.712454472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"29523578-f854-44b2-9333-43e62b2e3cf4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.723300785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"22c84c2e-db37-44e9-a6ce-f80e82301448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.724660056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c5072984-7d9a-40a9-9e93-1fd76efd45d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.726029131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"61b7abb0-1d89-4c78-998e-878b92d58ede","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.726593981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d14f3a06-4b60-422b-9dd7-fd43ef5e0703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.733324991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"29523578-f854-44b2-9333-43e62b2e3cf4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.74321007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"22c84c2e-db37-44e9-a6ce-f80e82301448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.74429641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c5072984-7d9a-40a9-9e93-1fd76efd45d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.745657243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"61b7abb0-1d89-4c78-998e-878b92d58ede","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.746504489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d14f3a06-4b60-422b-9dd7-fd43ef5e0703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.763925606Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"61b7abb0-1d89-4c78-998e-878b92d58ede","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.827744087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"9c1cb442-352e-41e3-b04b-5727a2c62ef3","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.842167483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"57d82a75-546a-458a-9a89-f7347b9f6fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.843908175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"159b9b58-06af-404e-b550-1b74118af5e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.844134053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"80cdb98c-3fa0-4116-8fbe-5d5277f90f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.848891924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"9c1cb442-352e-41e3-b04b-5727a2c62ef3","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.862006375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"57d82a75-546a-458a-9a89-f7347b9f6fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.868231946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"80cdb98c-3fa0-4116-8fbe-5d5277f90f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.868678489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"159b9b58-06af-404e-b550-1b74118af5e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.869355982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"7b4669d0-6e10-49b0-95b5-77014e0f31fc","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.885482339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"e29bba62-052a-4d4a-88db-3998e1e5a7f4","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:38.885514898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"e29bba62-052a-4d4a-88db-3998e1e5a7f4","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.008961132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"cee45b28-060d-4fff-adf0-971c45e16567","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.008985641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"cee45b28-060d-4fff-adf0-971c45e16567","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.039991939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22f5bbd-c1ef-4d04-a43a-e66d03efe2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.059367589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d22f5bbd-c1ef-4d04-a43a-e66d03efe2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.127353092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"1381c7a1-76f8-4d8b-9e78-d0735047ec0f","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.141178452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"de04fe98-5d00-4910-98d2-39a7067b47b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.141189849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e973f97-81ec-4c87-bb5c-23c155c5634d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.1421312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8476c247-d506-4513-b593-1a9a3747fe50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.147298933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"1381c7a1-76f8-4d8b-9e78-d0735047ec0f","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.161035181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e973f97-81ec-4c87-bb5c-23c155c5634d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.161226741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"de04fe98-5d00-4910-98d2-39a7067b47b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.163530497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8476c247-d506-4513-b593-1a9a3747fe50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.308014003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"c1555fa6-014d-4fe4-ab17-5daaaefb515e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.327297428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"c1555fa6-014d-4fe4-ab17-5daaaefb515e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.423682632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5a770374-91c0-4f0c-8ab9-d25cbafcd6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.424133324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"4d589a6d-23ed-42d0-a553-a14c9e4cc994","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.424616702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d46a91a4-ed0b-456e-942b-c88c6620d603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.424659502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"098eb836-847a-4cbc-887c-c2f7b602d3f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.443407136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5a770374-91c0-4f0c-8ab9-d25cbafcd6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.444202082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"098eb836-847a-4cbc-887c-c2f7b602d3f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.445603683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"4d589a6d-23ed-42d0-a553-a14c9e4cc994","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.446320691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d46a91a4-ed0b-456e-942b-c88c6620d603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.523110984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"39586a5c-9151-4ba1-a6ef-d9a9a26d5035","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.523554883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"5a0d2500-72fe-4ea5-b5d9-c6dfcdb8666e","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.538442206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3d7dcb4f-c580-4c0a-ad2e-7220930c2653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.538885353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"919df3f6-9534-4cfe-99c3-d1b4e6d65559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.542540484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"39586a5c-9151-4ba1-a6ef-d9a9a26d5035","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.542673263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"5a0d2500-72fe-4ea5-b5d9-c6dfcdb8666e","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.557896011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"919df3f6-9534-4cfe-99c3-d1b4e6d65559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.557952203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3d7dcb4f-c580-4c0a-ad2e-7220930c2653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.56059751Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"5a0d2500-72fe-4ea5-b5d9-c6dfcdb8666e","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.687947753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fb144939-f5aa-4692-a6d6-f85cc106a426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.702790982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"58924390-edc0-45e7-9faa-ac765b45aa6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.70746689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fb144939-f5aa-4692-a6d6-f85cc106a426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.712233915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"9bca390e-33c3-42c4-a6ba-5ce8ec68a439","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.721886998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"58924390-edc0-45e7-9faa-ac765b45aa6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.723385421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7fa5cd5f-0924-43cd-a7fe-7bc1e0aafee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.731081829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"9bca390e-33c3-42c4-a6ba-5ce8ec68a439","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.788665229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7fa5cd5f-0924-43cd-a7fe-7bc1e0aafee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.354856717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"e4819592-fc40-42df-bdfb-8563fae49bc4","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.354894199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"e4819592-fc40-42df-bdfb-8563fae49bc4","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.371307994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9496593c-f42d-4c39-9ae3-08eab6a5262c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:40.374298145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-ac338d/e2e-att-unrel-327c8a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-327c8a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.393248717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9496593c-f42d-4c39-9ae3-08eab6a5262c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.408112079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"77682506-afde-472c-b4f8-05053c443c71","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.408130433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"77682506-afde-472c-b4f8-05053c443c71","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.439840938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"465b184b-a6a2-4729-85da-830fe6331289","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.439857776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"465b184b-a6a2-4729-85da-830fe6331289","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.471036235Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"dbd3c426-6d9f-4904-88ed-36503dced769","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-att-unrel-327c8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ac338d/e2e-att-unrel-327c8a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.501301238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"6173a406-9487-45f9-abe0-a2727e430957","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.520884477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"6173a406-9487-45f9-abe0-a2727e430957","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.55145736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"e7a5c6ec-5846-45a5-ba7b-bc8e4e16f2ba","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","subscription":"e2e-att-serve-33ab8b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.559311307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5a8a8bfa-8acb-469c-8b0f-418395eb1053","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.559331488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5a8a8bfa-8acb-469c-8b0f-418395eb1053","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.582356063Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"e7a5c6ec-5846-45a5-ba7b-bc8e4e16f2ba","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.597870234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-sub","reconcileID":"e7a5c6ec-5846-45a5-ba7b-bc8e4e16f2ba","MaaSSubscription":{"name":"e2e-att-serve-33ab8b-sub","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"maas-trlp-e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.615428504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"3611ca7b-9e49-443a-b44e-b3501a321698","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","subscription":"e2e-att-serve-f8f79e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.620979461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"e5fa8fcd-e422-469a-8c1a-6ddc972ec205","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.646314156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"3611ca7b-9e49-443a-b44e-b3501a321698","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.698485833Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-sub","reconcileID":"3611ca7b-9e49-443a-b44e-b3501a321698","MaaSSubscription":{"name":"e2e-att-serve-f8f79e-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.709153162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"10b99364-91a8-4d91-be3e-c00e9d6447b3","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.709175567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"10b99364-91a8-4d91-be3e-c00e9d6447b3","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.725179283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f4dcbc30-ee5b-42d8-baca-a24edce48200","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.744959535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"f4dcbc30-ee5b-42d8-baca-a24edce48200","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.761524756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"7b477fe6-1696-4e23-9fc2-e35f65bc51d7","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.761542325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"7b477fe6-1696-4e23-9fc2-e35f65bc51d7","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.809181672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"534355fa-9cae-494f-959e-af0d9ac2bb74","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.809209028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"534355fa-9cae-494f-959e-af0d9ac2bb74","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.825507045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7fe145f4-562a-492c-8450-d70c33d8f899","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.845250568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"7fe145f4-562a-492c-8450-d70c33d8f899","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.860878924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"a230a9ff-0784-4c89-84fb-90a9fa561461","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.860897943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"a230a9ff-0784-4c89-84fb-90a9fa561461","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.891190898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"ef00e5da-1261-4165-9218-1f827832096a","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.955688186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"04f08ab3-0b5c-4855-97c0-2c5d5f21976e","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.955715944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"04f08ab3-0b5c-4855-97c0-2c5d5f21976e","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.991499031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"84eb4f04-ea65-4f86-b15c-859894f50fd4","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.008366419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"ef00e5da-1261-4165-9218-1f827832096a","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.057030787Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"ef00e5da-1261-4165-9218-1f827832096a","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"name":"e2e-extmod-b-909268-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.057047781Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"e2e-att-serve-33ab8b-access","reconcileID":"ef00e5da-1261-4165-9218-1f827832096a","MaaSAuthPolicy":{"name":"e2e-att-serve-33ab8b-access","namespace":"ai-tenant-e2e-extmod-b-909268"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-909268","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.091226563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"efed38e4-cbf6-4d63-a347-c9bb45091d38","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"tenant":"e2e-extmod-b-909268","gateway":"openshift-ingress/e2e-extmod-b-909268","model":"e2e-extmod-att-user-6f415f/e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.091249249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"efed38e4-cbf6-4d63-a347-c9bb45091d38","MaaSModelRef":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"routeName":"external-model-e2e-att-serve-33ab8b-22356817c77a","namespace":"e2e-extmod-att-user-6f415f","model":"e2e-att-serve-33ab8b","externalModel":"e2e-att-serve-33ab8b","provider":"e2e-att-serve-33ab8b-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.108331679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"84eb4f04-ea65-4f86-b15c-859894f50fd4","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.158596966Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"84eb4f04-ea65-4f86-b15c-859894f50fd4","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.158615046Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-att-serve-f8f79e-access","reconcileID":"84eb4f04-ea65-4f86-b15c-859894f50fd4","MaaSAuthPolicy":{"name":"e2e-att-serve-f8f79e-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.193503414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"b3ba388e-4254-458f-a3fa-d1dc0cf067bf","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"tenant":"e2e-extmod-b-fdacdb","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","model":"e2e-extmod-att-user-e974e4/e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.193524331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"b3ba388e-4254-458f-a3fa-d1dc0cf067bf","MaaSModelRef":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"routeName":"external-model-e2e-att-serve-f8f79e-9b33b4a5bad5","namespace":"e2e-extmod-att-user-e974e4","model":"e2e-att-serve-f8f79e","externalModel":"e2e-att-serve-f8f79e","provider":"e2e-att-serve-f8f79e-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.607973615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"b0df02b6-b230-4da2-aa7b-24f392c0bcdc","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.642996738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"1de70f63-10d9-442c-9118-7b21ae3ebb11","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.656549529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7bcbe99c-dee6-4c84-ac41-a7d9a8e37de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.657448712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a0dd6389-083c-41eb-bfd5-5b9f530365ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.661540393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d6cbcfe5-51b3-48f9-bca2-b026ba39a579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.66206544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"6ef9c800-01c1-4c7f-a091-df4e5e491218","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.662765785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"1de70f63-10d9-442c-9118-7b21ae3ebb11","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.676665887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7bcbe99c-dee6-4c84-ac41-a7d9a8e37de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.677485188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a0dd6389-083c-41eb-bfd5-5b9f530365ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.680956657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d6cbcfe5-51b3-48f9-bca2-b026ba39a579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.681851345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"6ef9c800-01c1-4c7f-a091-df4e5e491218","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.692891606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"8d8d95cc-ae33-4014-8f54-a64a3d24a2d3","namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.699721942Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"6ef9c800-01c1-4c7f-a091-df4e5e491218","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.789156674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-33ab8b","namespace":"e2e-extmod-att-user-6f415f"},"namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","reconcileID":"f072fe73-9301-4211-9090-1ce3bc0e9a8f","namespace":"e2e-extmod-att-user-6f415f","name":"e2e-att-serve-33ab8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.854943611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e3969413-e364-404f-a214-af24c3e2fa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.854946602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6e6a1934-0b7c-4603-b42b-4ca7bd55952c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.855625326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e2a258b0-c379-4191-b2eb-9ffc08485bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.855817045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2e956e-7c50-4ca4-ba2d-65d834f1e61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.875268218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6e6a1934-0b7c-4603-b42b-4ca7bd55952c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.875368347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2e956e-7c50-4ca4-ba2d-65d834f1e61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.877612148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e3969413-e364-404f-a214-af24c3e2fa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.87775282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e2a258b0-c379-4191-b2eb-9ffc08485bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.954921755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e46ead4-206c-4bec-9d8a-dee7db9c9af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.974025021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e46ead4-206c-4bec-9d8a-dee7db9c9af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.042309267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"42a9e118-2f4b-47c0-a9de-7c2a611a8bbf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.055695863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f8f673cd-5cf5-4bdf-a956-1a0b25cc80de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.05574308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"51a83e67-cc5d-470b-adf7-8534d695fcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.057035801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"651ba5af-cfbf-4216-8ec9-a8a2554b255a","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.063489758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"42a9e118-2f4b-47c0-a9de-7c2a611a8bbf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.076010031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"51a83e67-cc5d-470b-adf7-8534d695fcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.08639273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f8f673cd-5cf5-4bdf-a956-1a0b25cc80de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.087511124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"651ba5af-cfbf-4216-8ec9-a8a2554b255a","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.10519181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f8f79e","namespace":"e2e-extmod-att-user-e974e4"},"namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","reconcileID":"983ae1ba-4752-4cd8-b3e8-76f6f30d3edc","namespace":"e2e-extmod-att-user-e974e4","name":"e2e-att-serve-f8f79e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.154795893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ef2215fd-b954-4105-a2e3-45321d28dcbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.169983036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a87ec918-73a5-433e-b440-61a77beb1095","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.17382186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8a8a1453-fba7-4834-84ac-65ae1f84c168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.176505584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ef2215fd-b954-4105-a2e3-45321d28dcbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.201801932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8a8a1453-fba7-4834-84ac-65ae1f84c168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.202728963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a87ec918-73a5-433e-b440-61a77beb1095","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.291389986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f5ced494-8e39-483e-9a5b-5efec9749bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.30683643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5e25e334-2f8c-49e5-940f-5912db11b834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.309781641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3bc8b27f-0ebb-4406-ba1e-12b4ea02ecc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.315564958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f5ced494-8e39-483e-9a5b-5efec9749bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.321728474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"43493797-920b-4785-b3cd-623e0f393840","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.333521557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5e25e334-2f8c-49e5-940f-5912db11b834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.333724069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3bc8b27f-0ebb-4406-ba1e-12b4ea02ecc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.340990647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"43493797-920b-4785-b3cd-623e0f393840","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.359878624Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"43493797-920b-4785-b3cd-623e0f393840","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.364799109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"d6031fba-0e66-4f96-b5d1-26178f2af120","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.384021621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"d6031fba-0e66-4f96-b5d1-26178f2af120","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.56120012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b49ded1f-3665-4a48-aaf0-978be57f8f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.561485922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"efd5b82a-a2f1-43e5-85c6-1943203ae57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.561708039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3a654d9c-5f46-4632-a295-fafe65de2263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.562025433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"ec6244e1-bd87-4bee-96a9-ec141642b0e7","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.582512315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3a654d9c-5f46-4632-a295-fafe65de2263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.583041479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"efd5b82a-a2f1-43e5-85c6-1943203ae57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.586129893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b49ded1f-3665-4a48-aaf0-978be57f8f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.586368747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"ec6244e1-bd87-4bee-96a9-ec141642b0e7","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.65918477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d389875e-5b67-4fc0-9114-378099700c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.679450444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d389875e-5b67-4fc0-9114-378099700c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.75761433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-sub","reconcileID":"2fa78a77-32ac-4868-a572-262412bcb4b0","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","subscription":"e2e-rot-ed0fa0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.757715616Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-sub","reconcileID":"2fa78a77-32ac-4868-a572-262412bcb4b0","MaaSSubscription":{"name":"e2e-rot-ed0fa0-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","error":"MaaSModelRef not found: e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.862340374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cdc8a60d-80aa-497e-9543-9ad432393c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.862556493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"cd72915d-6140-4e47-a2d5-5e5dd8c99e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.862339412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd0f33a-d62d-4c52-9e20-ab79ea99fb6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.88274243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cdc8a60d-80aa-497e-9543-9ad432393c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.883052837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd0f33a-d62d-4c52-9e20-ab79ea99fb6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.8850108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"cd72915d-6140-4e47-a2d5-5e5dd8c99e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.98373414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"ee2dc926-dcea-4a9b-9330-d446aec74024","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.983754134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"9ecbbcde-31d0-41a3-8e71-012319cbbb10","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:43.04853549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"9ecbbcde-31d0-41a3-8e71-012319cbbb10","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:43.049652595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"ee2dc926-dcea-4a9b-9330-d446aec74024","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:43.068898906Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"ee2dc926-dcea-4a9b-9330-d446aec74024","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:43.188889455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-rot-ed0fa0-access","reconcileID":"a343cf77-7a1d-47da-990e-f8e5921dc485","MaaSAuthPolicy":{"name":"e2e-rot-ed0fa0-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-rot-user-64917a/e2e-rot-ed0fa0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.315352256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"1b4f27de-1597-4f5c-9320-754874947940","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.315379538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"1b4f27de-1597-4f5c-9320-754874947940","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.332667611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5b31bd97-670c-4e81-9ce7-2a8a365ae17e","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.354617956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"5b31bd97-670c-4e81-9ce7-2a8a365ae17e","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.371738827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"8540e043-db5a-48aa-8602-e5bdd8921d7f","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6e9793a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.532554117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"2f67ed9b-f118-4f3f-88d9-534ec06bdab4","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.552041946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"2f67ed9b-f118-4f3f-88d9-534ec06bdab4","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.105148182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"beafe05f-51ef-403e-b894-a9a874ca015d","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.105176052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"beafe05f-51ef-403e-b894-a9a874ca015d","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.12070625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5ef07c6f-a4f3-4a18-bd51-966b51045ecb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.140925046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"5ef07c6f-a4f3-4a18-bd51-966b51045ecb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.157700654Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"8d2cbc66-a584-4e23-a8ac-9bec3d4df682","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e1d8715f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.327587393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"3e3608cf-57cd-42cd-95e9-808f17e6c599","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:45.346829619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"3e3608cf-57cd-42cd-95e9-808f17e6c599","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:47.698032836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.387711136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"04664dab-79f7-44dd-b458-7838c7560c57","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","subscription":"e2e-att-serve-a7aa92-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.42122251Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"04664dab-79f7-44dd-b458-7838c7560c57","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.437746656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-sub","reconcileID":"04664dab-79f7-44dd-b458-7838c7560c57","MaaSSubscription":{"name":"e2e-att-serve-a7aa92-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.543815268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"e1ce11c1-3703-4234-850c-f42dd1776036","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.543838415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"e1ce11c1-3703-4234-850c-f42dd1776036","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.639703615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"cd84b0cc-cbc7-4364-8d24-3ba1f8b68ae6","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.659088185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"cd84b0cc-cbc7-4364-8d24-3ba1f8b68ae6","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.691185327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"c3240f07-3352-48c0-a523-241119ff0bb2","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.691206268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"c3240f07-3352-48c0-a523-241119ff0bb2","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.736347428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f6daea1e-374e-4f01-93fa-0795cd8203fc","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.784122503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f6daea1e-374e-4f01-93fa-0795cd8203fc","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.834903402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f6daea1e-374e-4f01-93fa-0795cd8203fc","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.834919899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-att-serve-a7aa92-access","reconcileID":"f6daea1e-374e-4f01-93fa-0795cd8203fc","MaaSAuthPolicy":{"name":"e2e-att-serve-a7aa92-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.870537555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"7f8145d4-3927-44b9-94d8-e099274be8e9","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-att-user-093ca4/e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:54.870559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"7f8145d4-3927-44b9-94d8-e099274be8e9","MaaSModelRef":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"routeName":"external-model-e2e-att-serve-a7aa92-b1ae6976be79","namespace":"e2e-extmod-att-user-093ca4","model":"e2e-att-serve-a7aa92","externalModel":"e2e-att-serve-a7aa92","provider":"e2e-att-serve-a7aa92-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.174997702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"f8a24ac7-dc25-4e3f-8645-aabb462d89f5","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","subscription":"e2e-cmp-legacy-31cedc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.20897556Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"f8a24ac7-dc25-4e3f-8645-aabb462d89f5","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.22485989Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-sub","reconcileID":"f8a24ac7-dc25-4e3f-8645-aabb462d89f5","MaaSSubscription":{"name":"e2e-cmp-legacy-31cedc-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.399954963Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"061f85b8-c9b6-45e2-94e7-7263d48d0d88","namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.436900981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"3f3800b2-6841-476d-ad10-e263abadcccf","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.436926657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"3f3800b2-6841-476d-ad10-e263abadcccf","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.461055935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddfc9cf-2d3a-45c7-bd16-2141fcb590fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.461086094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cc7c4493-8cf9-4673-9b34-08d41207b315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.461598112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"84641d08-b94c-40c5-87ea-a25065ead754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.462041475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9eff69-4948-455f-bd9a-86d922e9a0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.462344482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"120fc765-4d2f-4b50-bedb-6d828edc5477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.481395601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ddfc9cf-2d3a-45c7-bd16-2141fcb590fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.498244888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cc7c4493-8cf9-4673-9b34-08d41207b315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.499318277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"84641d08-b94c-40c5-87ea-a25065ead754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.500947561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"120fc765-4d2f-4b50-bedb-6d828edc5477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.502249074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a9eff69-4948-455f-bd9a-86d922e9a0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.60556151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4fe3788d-b6da-4659-86ce-47922c66d143","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.605595247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"4fe3788d-b6da-4659-86ce-47922c66d143","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.627698302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"825a2296-062f-41f9-abf2-e2c4448750f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.6748593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-a7aa92","namespace":"e2e-extmod-att-user-093ca4"},"namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","reconcileID":"c61a6afd-6ceb-46ae-98fc-84a872d54c03","namespace":"e2e-extmod-att-user-093ca4","name":"e2e-att-serve-a7aa92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.762496537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"475c1b24-6f8c-45ae-80e1-29838731b3f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.782881038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"cd2ac406-fcb2-4f9f-8181-fac3a49779f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.783719185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b01cb5f2-fd08-4a85-9fc5-b6d92482d038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.784446328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"69bfb38b-2e12-439e-8700-6cc35251f057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.79705143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"475c1b24-6f8c-45ae-80e1-29838731b3f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.810751329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"cd2ac406-fcb2-4f9f-8181-fac3a49779f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.814504996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"69bfb38b-2e12-439e-8700-6cc35251f057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.817812601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b01cb5f2-fd08-4a85-9fc5-b6d92482d038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.846997963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"825a2296-062f-41f9-abf2-e2c4448750f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.911971859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"825a2296-062f-41f9-abf2-e2c4448750f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.91200317Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc-access","reconcileID":"825a2296-062f-41f9-abf2-e2c4448750f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-31cedc-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.94820306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"7fcd6701-77b5-4fa0-8b3d-8fadd4590ac9","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.948223251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"7fcd6701-77b5-4fa0-8b3d-8fadd4590ac9","MaaSModelRef":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cmp-legacy-31cedc","externalModel":"e2e-cmp-legacy-31cedc","provider":"e2e-cmp-legacy-31cedc-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.972996952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d580c188-8445-4fc9-b42f-3f7853cb7704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.973025746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"09328c1e-8d36-4a93-9b78-a552aa50b28a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.973476715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0ef4fb55-7e53-400d-9138-bacfed64b4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.993011197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"09328c1e-8d36-4a93-9b78-a552aa50b28a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.993386537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d580c188-8445-4fc9-b42f-3f7853cb7704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:55.995468748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0ef4fb55-7e53-400d-9138-bacfed64b4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.105485902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8ca72b61-9251-481b-80df-0a0f6c6d337d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.106237856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"41d5fa07-9cba-4778-91f3-7d81d0909658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.132035348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8ca72b61-9251-481b-80df-0a0f6c6d337d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.135654244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"41d5fa07-9cba-4778-91f3-7d81d0909658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.276738368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c94530-ad6e-4c98-9609-411d8a7d740f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.276742702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09bfe0d-de71-4850-9e8b-0c3cce6bd2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.277063778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5606b490-6dfd-4895-9d4f-efa95052f5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.29711189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c94530-ad6e-4c98-9609-411d8a7d740f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.297154134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a09bfe0d-de71-4850-9e8b-0c3cce6bd2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.299393834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5606b490-6dfd-4895-9d4f-efa95052f5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.367519976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"2e894e2b-adbc-4a0c-83a9-2c9ffe88f6c9","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.387836367Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"6e5a105a-542e-4ce0-89cd-de5c10042ad9","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.394656998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6ed46a38-2373-44ea-96d2-9a4893e109c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.415846621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6ed46a38-2373-44ea-96d2-9a4893e109c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.418547394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"189712e4-8955-468b-9c26-c180ff7eb04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.438559096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"189712e4-8955-468b-9c26-c180ff7eb04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.505416919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9986db25-5119-43d9-96fc-2b024cdd8b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.506003655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"604afffc-1a00-43e2-90cd-fd92011120ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.506002453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0b8207d7-31a4-4848-98ca-5525ad1c9135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.522748125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"200cd45b-131d-4b66-9a56-e89c05bb2d7c","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.529700403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"604afffc-1a00-43e2-90cd-fd92011120ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.53020909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9986db25-5119-43d9-96fc-2b024cdd8b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.535038799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0b8207d7-31a4-4848-98ca-5525ad1c9135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.61991292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"a2cd79e2-bf96-4307-884f-e03b31e48865","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.688802744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0dbd5e2f-8ab2-4aa4-aa4b-a23e34cf3f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.691531502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2974f501-039e-435c-9911-74be461bd6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.709209895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0dbd5e2f-8ab2-4aa4-aa4b-a23e34cf3f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.711203353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2974f501-039e-435c-9911-74be461bd6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.775715609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"2de11389-13aa-4ca3-be2a-63a8cb13acaa","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.791659926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8036afa2-e07e-40b4-8727-2f9a4b443fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.792130975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"cdbd8bcb-a1ce-4cc5-9e37-9946b1c2ba7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.797072664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"2de11389-13aa-4ca3-be2a-63a8cb13acaa","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.802232173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7fcf12fb-a803-4d74-bf11-7f7183cda40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.812001155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8036afa2-e07e-40b4-8727-2f9a4b443fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.813089751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"cdbd8bcb-a1ce-4cc5-9e37-9946b1c2ba7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.816923733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"6960ccb9-6fc7-4a0d-aa27-01edab56f99c","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.823026343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7fcf12fb-a803-4d74-bf11-7f7183cda40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.835222681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"8baf1e88-a0cd-4b50-8538-2719e2205662","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.83524462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"8baf1e88-a0cd-4b50-8538-2719e2205662","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.850596613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e2f1e47e-7269-486d-a6ae-2b2e90ea3be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:56.871575036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"e2f1e47e-7269-486d-a6ae-2b2e90ea3be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.111413348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f3d135-3bbd-4d7a-a9e9-c6bcce330829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.112641478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"660dc6f8-def0-4fe0-870c-52b3de6d2208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.113851999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d43d1c6-24ff-4c1e-bf10-2e99b118801e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.115002526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"40914acd-e47d-4f2d-b172-1d75b8e2562f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.117841735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c16d2468-f3ae-40a8-9f43-aba6fbdebe55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.27986657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d43d1c6-24ff-4c1e-bf10-2e99b118801e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.28443123Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"07eece26-3851-4c02-8f9b-2a7cee0585cf","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.287791427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f3d135-3bbd-4d7a-a9e9-c6bcce330829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.30209645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c16d2468-f3ae-40a8-9f43-aba6fbdebe55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.303750806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"40914acd-e47d-4f2d-b172-1d75b8e2562f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.305891551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"660dc6f8-def0-4fe0-870c-52b3de6d2208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.47919474Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-31cedc","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","reconcileID":"aa9f2703-f2cd-4b08-95ee-ad39b24e328a","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cmp-legacy-31cedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.494177354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"019e2083-784b-4032-a564-128f7d3af260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.494641162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"733eea05-dead-476a-9f08-86cfd38786be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.49495725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6d12518c-76dd-4e67-93d5-76516a0efc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.519334761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"733eea05-dead-476a-9f08-86cfd38786be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.521247899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6d12518c-76dd-4e67-93d5-76516a0efc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.523507828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"019e2083-784b-4032-a564-128f7d3af260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.581215172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"432291f9-7576-49d4-8765-7dc9025eb858","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.597619158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"041feb8f-75b5-46c3-a0fc-5176c7ac0125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.602623794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"432291f9-7576-49d4-8765-7dc9025eb858","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.617453962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"041feb8f-75b5-46c3-a0fc-5176c7ac0125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.692536503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"435b5444-1e82-472f-b99a-68a4c753bc3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.69779707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"70bfd41d-2054-467e-be46-7dff9205cbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.698564157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"125ec8ec-dc56-4ce1-ad53-90405e03b1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.717886475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"435b5444-1e82-472f-b99a-68a4c753bc3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.763717876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"125ec8ec-dc56-4ce1-ad53-90405e03b1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.764432027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"70bfd41d-2054-467e-be46-7dff9205cbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.887716575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c757aef-ca9d-4e41-841f-b9cf24eeb3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.888398257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"848f7d7e-f6aa-4398-9642-780b706c6ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.918857835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c757aef-ca9d-4e41-841f-b9cf24eeb3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:57.920861331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"848f7d7e-f6aa-4398-9642-780b706c6ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.004245675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e0cf751a-4370-464a-8072-3613a6799c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.027623323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e0cf751a-4370-464a-8072-3613a6799c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.077367918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"838d4647-a67f-4725-983b-387fde587062","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.085618924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"78374cc1-93f5-4ca0-bc88-13f0fb13de0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.086839333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d4dc5a14-e7dc-49e1-b22a-e653fafac144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.096772737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"1068d255-ffd3-4e2e-94f7-eec2031d2d67","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.105942742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"78374cc1-93f5-4ca0-bc88-13f0fb13de0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.107009675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d4dc5a14-e7dc-49e1-b22a-e653fafac144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.118793695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"0e9bf0bd-7462-453b-b168-eb1254f1c527","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.208793051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e8ccdcba-c3b0-4741-9d79-6222677a2d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.209322813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1488bd01-b8b0-42a8-af42-292e3074876d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.246754017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1488bd01-b8b0-42a8-af42-292e3074876d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.24721761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e8ccdcba-c3b0-4741-9d79-6222677a2d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.278005392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"ec87d1da-2695-43bd-a7d4-6a322fc9b7c6","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.278036537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"ec87d1da-2695-43bd-a7d4-6a322fc9b7c6","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.302159671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"037a9e1f-3c5f-4b8b-a1c3-80f5618b15ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.302285563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a315c8ed-cdad-4887-b590-55624202b6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.302657233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"43a23003-43e0-40ff-87ab-0e1e89d0b4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.326632051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"037a9e1f-3c5f-4b8b-a1c3-80f5618b15ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.327507713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a315c8ed-cdad-4887-b590-55624202b6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.329328759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"43a23003-43e0-40ff-87ab-0e1e89d0b4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.351944936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"f4d48948-fe25-4d3d-8ead-4cf368e3f7a1","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.474135087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"aac3a6e7-08e4-4fa1-a161-771cbf9e52fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.489600141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7b373afa-bba1-4bf0-967d-8f00566182ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.494289779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"aac3a6e7-08e4-4fa1-a161-771cbf9e52fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.50966319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7b373afa-bba1-4bf0-967d-8f00566182ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.53305112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"fe7d3ce0-0be7-4ed5-a3d9-4fe7cab604e4","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.548628046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"faeff6c5-fbfd-4dce-9798-d76ea1cdc3c1","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.548650858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"faeff6c5-fbfd-4dce-9798-d76ea1cdc3c1","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.596181642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4e7c0f37-d956-4314-a553-84fed7a94aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.596312649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cc34c3af-04ee-4002-8f31-e6278b268c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.596808906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1b1efe8b-6256-48cf-bc56-f9e61540f954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.619646414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cc34c3af-04ee-4002-8f31-e6278b268c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.620950424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1b1efe8b-6256-48cf-bc56-f9e61540f954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.62263559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4e7c0f37-d956-4314-a553-84fed7a94aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.79599123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db786a6-2e77-4c75-a354-3456c6596c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.796874011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0889f497-8ebe-404d-a335-ac09d659b5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.823866842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0889f497-8ebe-404d-a335-ac09d659b5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.845715461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db786a6-2e77-4c75-a354-3456c6596c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.905853994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ee7b1bbf-5395-4de0-bd84-c2c2c00c2bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.90637179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b49f3f78-9deb-4ced-86d9-f791b042a426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.92412897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"71c3b175-4368-4652-a681-d29c71ae879b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.935104119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ee7b1bbf-5395-4de0-bd84-c2c2c00c2bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.935694627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b49f3f78-9deb-4ced-86d9-f791b042a426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.944186295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"b1e7f8f5-f669-40bb-900c-6c9a649898c0","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.944969825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"71c3b175-4368-4652-a681-d29c71ae879b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.088661847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f239c3a1-cd1b-43e4-8a2d-93b3c1ea73f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.088661863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6d0059c1-e05f-4353-b4dd-89ffd85d71f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.108131304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f239c3a1-cd1b-43e4-8a2d-93b3c1ea73f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.108483939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6d0059c1-e05f-4353-b4dd-89ffd85d71f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.115097033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"88e523ad-c149-48e6-8263-c7e160a87fa2","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.176228167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"c40f180c-2af5-46ce-a843-ab845bfcbc73","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.189541156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"562467f2-64db-4c5e-b0f2-75236ecbcde5","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.19385977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6e2907a2-9055-4ec0-ab88-e666d94fc8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.194407662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5281233b-16fe-4842-ba22-f2bcdcf791c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.198515899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"c40f180c-2af5-46ce-a843-ab845bfcbc73","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.213998711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5281233b-16fe-4842-ba22-f2bcdcf791c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.214521921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6e2907a2-9055-4ec0-ab88-e666d94fc8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.290649494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"edeaa195-8ee1-419d-886d-7345df51f708","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.327091786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3a1d42d0-b1c5-4925-885c-2c515fa24f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.337295532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0195694b-a488-445a-9c5c-e7552afed91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.356779794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3a1d42d0-b1c5-4925-885c-2c515fa24f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.357807948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0195694b-a488-445a-9c5c-e7552afed91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.367837786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"ecd7dcdc-46ca-4d72-990a-82537f63541a","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.397627923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"64c22592-24fa-4c4d-b5e3-359e370ebdcf","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.42248615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"3d3f3dc8-5565-4e19-81a4-116fdb2c67d4","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.460632151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"0f6da161-dc25-4d9d-bd22-a2c6916f4dc2","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.511664554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6940cf1d-4795-4c58-91db-3fa7980ae0d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.51178334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"882749d4-506c-40c4-8903-59b4db0f973d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.512096752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"264805c3-528a-4837-a93d-fbfeddc51c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.543677817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6940cf1d-4795-4c58-91db-3fa7980ae0d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.551567192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"882749d4-506c-40c4-8903-59b4db0f973d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.551578783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"264805c3-528a-4837-a93d-fbfeddc51c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.562197292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"a4e0e5fe-a93b-44e7-a825-eeb613c8931a","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.562588713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"ad7a6779-628e-45b1-8ddd-d5723d65e824","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.562605503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"ad7a6779-628e-45b1-8ddd-d5723d65e824","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.598552662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"874fb31c-a94b-49c2-9560-e4c032d94803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.606629261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"00931aa6-9092-47b4-aa25-1d6ab36f3cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.622616086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"874fb31c-a94b-49c2-9560-e4c032d94803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.637949823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"00931aa6-9092-47b4-aa25-1d6ab36f3cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.672578657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"56f27995-02da-4639-a5de-a6fa87dbaae7","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.756178781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"116386c6-2f83-4b0b-b0a8-fb2a03b0631b","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.776089929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"d63312bb-d643-4b57-8df5-e8f81e8e8e9b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.776115024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"d63312bb-d643-4b57-8df5-e8f81e8e8e9b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.793022956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d0904f8-8b7c-4d4f-a0c2-658b294ef522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.793023035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bddf74f5-4b1d-4d83-82ec-40802d56a323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.801628394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bae7bcb0-f212-465d-810b-8f9b1aa7970f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.816720793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bddf74f5-4b1d-4d83-82ec-40802d56a323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.820297264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d0904f8-8b7c-4d4f-a0c2-658b294ef522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.827525735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bae7bcb0-f212-465d-810b-8f9b1aa7970f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.896206423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"87d87aac-e9a3-4fd7-abde-5948a4fa9419","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.897671018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"e810927b-79b5-4848-9395-5338ca993a90","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.905674341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fc43aec3-81a8-47b8-b167-8f0fa2136279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.920029334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"e810927b-79b5-4848-9395-5338ca993a90","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.939565549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"fc43aec3-81a8-47b8-b167-8f0fa2136279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.093405819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a415903c-fb57-4da0-8c97-320d5cc0e04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.09356215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"db627697-5c4f-4120-9e60-1277a56ba743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.094439987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5927fa32-1a9d-4c2d-b945-c9a8121ae9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.114278241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"db627697-5c4f-4120-9e60-1277a56ba743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.115270909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5927fa32-1a9d-4c2d-b945-c9a8121ae9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.116784009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a415903c-fb57-4da0-8c97-320d5cc0e04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.136469432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"15e2beaf-12d4-4a99-8c91-aeb57485c2b3","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.194829961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"80a3d735-89eb-4adf-91a3-d0a3a5980c90","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.194876575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"80a3d735-89eb-4adf-91a3-d0a3a5980c90","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.217488573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2bd7136-270c-4499-9621-a8c854b08f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.243089319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2bd7136-270c-4499-9621-a8c854b08f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.303596063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b05e3f7e-0cbf-465d-bdeb-42ba60abf1c6","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.354686976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b05e3f7e-0cbf-465d-bdeb-42ba60abf1c6","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.360571867Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"416dd8d8-4f7d-4082-9e65-c453f4e1cb6c","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.37542447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b05e3f7e-0cbf-465d-bdeb-42ba60abf1c6","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.378817373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"df0e3a29-6e46-45fb-b4a0-45201384b8ab","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.395775335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c4449b5-d359-4c01-a9a5-2bbbe475b8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.397938491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"66ca4e25-5bb1-4152-b92b-d5d2436476a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.400548199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ad549afb-182d-4a3b-abe6-b8ea78e99ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.419491083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"893fd0ae-4ad5-40eb-ac82-4664cb55139d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.419551588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"893fd0ae-4ad5-40eb-ac82-4664cb55139d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.423446485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c4449b5-d359-4c01-a9a5-2bbbe475b8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.428871606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"66ca4e25-5bb1-4152-b92b-d5d2436476a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.432076946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ad549afb-182d-4a3b-abe6-b8ea78e99ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.511840332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"44a55b81-9a53-4f67-86e2-6e19cdcbb7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.601783078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"44a55b81-9a53-4f67-86e2-6e19cdcbb7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.602458408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7997f3ff-d213-453c-9cc0-6b10dabbae8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.623283537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7997f3ff-d213-453c-9cc0-6b10dabbae8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.696916327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0dd5d20c-a0fb-49fd-bef3-f3edc788985c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.698296995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"de7131ce-1caf-4b20-a552-4f173a70fa81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.700769047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d1964e4-2cf7-44ce-adfd-8e4c3d84fd71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.716168103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0dd5d20c-a0fb-49fd-bef3-f3edc788985c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.717312024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"de7131ce-1caf-4b20-a552-4f173a70fa81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.720520632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d1964e4-2cf7-44ce-adfd-8e4c3d84fd71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.778112228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9de747cc-58a0-487f-93b6-f3a9121a4efb","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.79821949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9de747cc-58a0-487f-93b6-f3a9121a4efb","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.894754121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ae1071d4-6fee-4100-a201-08a6ef3dbc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.894934544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8c1a6e25-fc21-4792-8763-6f95486ec8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.894760695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3002bf39-14b4-4659-b467-0d7f8d66ef47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.895868982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4a67a7-846b-42d8-9dee-5db19ce29bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.917378279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ae1071d4-6fee-4100-a201-08a6ef3dbc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.917860043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4a67a7-846b-42d8-9dee-5db19ce29bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.919589086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3002bf39-14b4-4659-b467-0d7f8d66ef47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.921381377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8c1a6e25-fc21-4792-8763-6f95486ec8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.000184891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0656854a-4a32-44ec-ba56-a481fa3891e7","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.012716902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28d3a469-fed7-4359-a4ee-7307ebbf034b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.012856522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8a02e8a9-d8c2-42c2-a7d4-5b04b8970dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.014827032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"07cbdc9e-b163-412a-820f-e0a7020cadc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.019228651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0656854a-4a32-44ec-ba56-a481fa3891e7","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.03316866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28d3a469-fed7-4359-a4ee-7307ebbf034b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.03457291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8a02e8a9-d8c2-42c2-a7d4-5b04b8970dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.03563566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"07cbdc9e-b163-412a-820f-e0a7020cadc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.03799678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0656854a-4a32-44ec-ba56-a481fa3891e7","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.059932761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"1c17830d-ca83-41a6-9fb7-95a791abd4af","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.098495878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0b7d160e-7307-4827-848a-8d2349c3e7e5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.113411195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bd30fd06-58df-4dc4-83ad-3719bba65b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.117561651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0b7d160e-7307-4827-848a-8d2349c3e7e5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.132737385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bd30fd06-58df-4dc4-83ad-3719bba65b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.135704295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0b7d160e-7307-4827-848a-8d2349c3e7e5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.140892109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"62eb2bb4-1d3e-48ee-b060-30e515e615f6","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.1908894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"cc698ca0-3820-43ea-a949-236981f7a245","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.301808726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"663cf634-b7ab-450b-aaad-84421142fe17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.306058906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b82bc92d-9daa-422a-93db-c151727b1fd4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.319538489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"fb7462a9-3c33-407e-b0ee-8b40f27f0c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.322356176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eb38adbb-5d73-4ba1-b5c7-79497f44e20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.323215925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"663cf634-b7ab-450b-aaad-84421142fe17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.326057169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b82bc92d-9daa-422a-93db-c151727b1fd4","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.339102755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"fb7462a9-3c33-407e-b0ee-8b40f27f0c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.341619654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eb38adbb-5d73-4ba1-b5c7-79497f44e20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.409038204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"802d33cd-b9e6-4ab2-9add-01ac9a439804","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.412535223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ef0d2f56-524b-475b-80e8-dc1fdfceca85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.425344073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"b36d1dcf-4dac-408b-94b5-0f37f70414ac","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.425366634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"b36d1dcf-4dac-408b-94b5-0f37f70414ac","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-b3e08e-306202367a33","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.428393671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"07a01f3c-4167-466a-bbeb-447a1cec456c","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.432077132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ef0d2f56-524b-475b-80e8-dc1fdfceca85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.509477096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"b6a61e77-8cb8-4362-8798-427ac187aa91","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.516107413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8af69108-fa06-4dd3-9b61-0faca2b54ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.536102261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8af69108-fa06-4dd3-9b61-0faca2b54ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.542365393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5232335f-e686-4f5f-8c31-dd426b8a4dd0","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.54238817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5232335f-e686-4f5f-8c31-dd426b8a4dd0","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.574367773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"c109dd3d-891d-4a6a-b377-b010d2971d80","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.574983369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"4b6d6788-bd05-4268-885c-48b5fcf26a63","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.60666971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"eb7ed413-d89d-441b-8628-a9bd0cd8bb45","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.606700419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"eb7ed413-d89d-441b-8628-a9bd0cd8bb45","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.614883665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da014df0-e212-4ff8-8fa1-e63b6be2dc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.614923517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8cf4d138-a7a7-43d6-a9f2-38b74f4690e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.618884715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54f1ebd3-affe-4efb-a9db-e61458031852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.619800166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b18e4f34-5521-443c-94d3-cfb3dccafbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.634412708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8cf4d138-a7a7-43d6-a9f2-38b74f4690e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.634520062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da014df0-e212-4ff8-8fa1-e63b6be2dc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.637865258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54f1ebd3-affe-4efb-a9db-e61458031852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.63962555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b18e4f34-5521-443c-94d3-cfb3dccafbed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.802469282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d60f182e-0024-4675-bea7-283b10b477da","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.815378675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7c58b83a-e0ad-440e-8b65-a0fe8a823a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.816852881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b3909ece-a8f6-4e9c-921d-63badd0e8cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.817169803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6fae5ed0-e205-4d44-909b-141d1fcfd192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.823323625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d60f182e-0024-4675-bea7-283b10b477da","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.834828634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7c58b83a-e0ad-440e-8b65-a0fe8a823a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.839236641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6fae5ed0-e205-4d44-909b-141d1fcfd192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.839658055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b3909ece-a8f6-4e9c-921d-63badd0e8cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.841750135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d60f182e-0024-4675-bea7-283b10b477da","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.850478819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"8681d273-34fe-49fe-8a5f-6faccbbeb05c","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.882088989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"40ed99b0-3b92-4d04-87c0-eba75551d946","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.882110376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"40ed99b0-3b92-4d04-87c0-eba75551d946","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.913344547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"d0282cc6-8ace-4ec3-9961-f3b4ef1ee10e","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.913608275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"db71cdd8-15ad-4c96-9e46-94315ea1b427","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.916945622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"46c24230-4b96-449e-be4a-91e4671addb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.917003231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8e08d995-56ba-48d4-b3fb-13166240cccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.936508556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8e08d995-56ba-48d4-b3fb-13166240cccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.936527216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"46c24230-4b96-449e-be4a-91e4671addb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.945688863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"d1fc3b32-f8bb-44be-9520-5a86d223bb82","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.94571092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"d1fc3b32-f8bb-44be-9520-5a86d223bb82","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.059570867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a866ea73-0ad6-4dc4-a1d0-f2e282c8abe7","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.082506077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"896c3461-de6c-459f-9e3a-c921b1a4ff5f","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.097805211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"91b01d17-3a78-47a0-a7cb-4ff10cce508f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.107455345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"a866ea73-0ad6-4dc4-a1d0-f2e282c8abe7","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.110000348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9f9d99d9-5481-4dc2-be99-663f2c3063c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.111272845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"e4c1be1f-dd0f-4368-b20a-de9a61d05578","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.125972406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"71b21b01-4e39-4883-8af1-2eb7df15c824","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.126769777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"91b01d17-3a78-47a0-a7cb-4ff10cce508f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.135054389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"e4c1be1f-dd0f-4368-b20a-de9a61d05578","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.187493896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9f9d99d9-5481-4dc2-be99-663f2c3063c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.206493615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"d5bb25b7-2f32-4b5d-9207-2e072692119b","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.206563689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"d5bb25b7-2f32-4b5d-9207-2e072692119b","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.223038309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"12de913f-6969-4cf8-96bf-af49862fe84c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.233434332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"f5eee828-d951-44b4-82b5-470c1d77a039","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.233509179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"f5eee828-d951-44b4-82b5-470c1d77a039","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.238626476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"df465bfd-724f-495a-bee7-5eae32f49d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.243503342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"12de913f-6969-4cf8-96bf-af49862fe84c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.258778571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"df465bfd-724f-495a-bee7-5eae32f49d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.26179138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"12de913f-6969-4cf8-96bf-af49862fe84c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.269785752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"9337c397-484e-4022-ac51-ff368ce508cf","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.269848972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"9337c397-484e-4022-ac51-ff368ce508cf","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.333451234Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"61ac7d1d-7672-4362-947f-9ae93d18a9a4","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-b3e08e-306202367a33","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.372279009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5f6e8175-3fc2-4b97-b96c-784580f4bde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.398951028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5f6e8175-3fc2-4b97-b96c-784580f4bde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.399749907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"022bb304-f50a-48d2-a95a-00ab28ae0330","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.3998344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"022bb304-f50a-48d2-a95a-00ab28ae0330","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.424362273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"57dfe793-6667-4e3b-ab96-f881c5d16aec","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.439637739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"703fbc98-3652-4563-813f-15f4d3293852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.442755199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"00637015-af36-401b-af21-84961df99505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.44480417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"57dfe793-6667-4e3b-ab96-f881c5d16aec","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.458975088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"703fbc98-3652-4563-813f-15f4d3293852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.462081497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"00637015-af36-401b-af21-84961df99505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.462832689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"49da8323-6dcd-47bb-a7b1-708bff535d54","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.51779829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"a4ff3049-49b4-4801-a6f1-c967047251f7","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.51787717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"a4ff3049-49b4-4801-a6f1-c967047251f7","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.523953593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"7e9f660d-6621-48f4-b45d-22baa0b47f72","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.539290347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"afa187cc-cdbb-413a-bbf1-7e44223452e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.539869492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2acd5f1b-0cdb-4107-86d8-33d2e23243b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.540212963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"2f94835f-7595-4f17-b11c-5a754ffeae9f","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.559393262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"afa187cc-cdbb-413a-bbf1-7e44223452e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.56024345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2acd5f1b-0cdb-4107-86d8-33d2e23243b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.572120594Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"48fe9e35-d344-4096-801a-2b6d40044dfa","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.66284868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce9b85cc-4728-453e-b6cf-7d36545bfd2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.69119861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0af5beaf-f706-4e18-9819-ba1a59fe3b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.703094108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce9b85cc-4728-453e-b6cf-7d36545bfd2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.712293899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"9ed33980-fd41-42d4-b287-7ecf722f5586","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:02.712369821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"9ed33980-fd41-42d4-b287-7ecf722f5586","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.715855192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0af5beaf-f706-4e18-9819-ba1a59fe3b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.744748327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"422c237c-9698-47ee-bcd3-710932548f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.763079145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"09afc0d4-ad0c-4f58-9b50-997da26ac0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.763564947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"adbc193e-abfd-4953-9166-9b46b247b721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.767872887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"422c237c-9698-47ee-bcd3-710932548f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.786404414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"adbc193e-abfd-4953-9166-9b46b247b721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.786605659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"09afc0d4-ad0c-4f58-9b50-997da26ac0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.82761181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"92d911cb-8389-48e8-909c-9e5fe5479d17","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.842786575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"dc084578-5b59-46f3-b33a-4b2e62f23b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.850639559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"92d911cb-8389-48e8-909c-9e5fe5479d17","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.863210762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"dc084578-5b59-46f3-b33a-4b2e62f23b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.869105002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"92d911cb-8389-48e8-909c-9e5fe5479d17","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.925739679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"c5ae1a65-0126-48ce-a991-52bbac1d519b","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.940456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d09fb6b5-f55d-4159-bab1-7caa13634858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.943718933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d1e879d-2605-42ee-b0d0-737fddde94bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.944123247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"29ad9ac2-1eee-4f5f-bfa0-ea7852ff070c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.945774083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"c5ae1a65-0126-48ce-a991-52bbac1d519b","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.960089293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d09fb6b5-f55d-4159-bab1-7caa13634858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.963833036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d1e879d-2605-42ee-b0d0-737fddde94bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.963983934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"29ad9ac2-1eee-4f5f-bfa0-ea7852ff070c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.043321956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"dc78cbbd-7307-4daf-be06-5743cbc4a239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:03.048569542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"58d9e2c5-b0cf-4c23-82a9-f7eb56931ca0","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:03.048639092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"58d9e2c5-b0cf-4c23-82a9-f7eb56931ca0","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.065219994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"dc78cbbd-7307-4daf-be06-5743cbc4a239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.247498454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"5fab0997-f6b6-4f92-ae1e-34ebf5c4846d","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.263037418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"e96fa331-b121-44c4-b53d-9f87aa46684a","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.287479272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4462f889-753d-4f94-bf39-3f430db1ade7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.288200917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1a43c980-eb51-475b-b6bf-2b5bc783c835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:03.311381738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"b4d55534-d31e-4341-81f6-07db2ba4d791","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:03.311491767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"b4d55534-d31e-4341-81f6-07db2ba4d791","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.324218833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1a43c980-eb51-475b-b6bf-2b5bc783c835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.325564503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4462f889-753d-4f94-bf39-3f430db1ade7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.404972591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7f60c4d1-5b43-4ce3-8ff4-6d169567d240","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.405585956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"af206809-3d72-439d-b373-da4482a11f63","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.41335277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"289fe301-1878-4254-878e-ab5803f88c18","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.431662807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7f60c4d1-5b43-4ce3-8ff4-6d169567d240","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.435081926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"289fe301-1878-4254-878e-ab5803f88c18","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.453464873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"289fe301-1878-4254-878e-ab5803f88c18","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.459327816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"af206809-3d72-439d-b373-da4482a11f63","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.479088725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"af206809-3d72-439d-b373-da4482a11f63","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.502662912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"74ccfca9-81b2-4115-9c4e-ad70d34c16d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.509375506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"174efa1c-b7da-4a1b-97c4-8b4f07f137d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.509410075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2e5051cc-4707-4012-8b5d-d3ce2b93d4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.51576856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"89d557e1-25a9-4e44-8262-43e40e590ecd","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.523677132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"74ccfca9-81b2-4115-9c4e-ad70d34c16d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.530084349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"174efa1c-b7da-4a1b-97c4-8b4f07f137d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.530336531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2e5051cc-4707-4012-8b5d-d3ce2b93d4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.602071971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3eca5882-ea54-4f57-be31-23e6fb8291de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.602074884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7f1d1691-45a3-442a-a12d-08d11d9ad70d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.623161503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3eca5882-ea54-4f57-be31-23e6fb8291de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.623272009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7f1d1691-45a3-442a-a12d-08d11d9ad70d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.6553197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"21f63e64-5507-4e15-9961-411d61a2af81","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.693988042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037f6db9-b54e-4b6c-afa6-2f001dd33371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.710984938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7f4d4618-e7a2-4c43-b043-938bf195d5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.711463848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7775ec94-1664-4668-bf38-03edadb01f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.717986902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037f6db9-b54e-4b6c-afa6-2f001dd33371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.730592952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7f4d4618-e7a2-4c43-b043-938bf195d5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.731811621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7775ec94-1664-4668-bf38-03edadb01f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.773135036Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"c5b2311a-6025-41d1-92ee-ceb7e4457f7f","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.823536025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"ec6e8609-8693-4139-ad99-db0ec031079b","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.824193631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"945f0843-8063-400d-9396-cc3e5bf46c9c","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.856082638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"e7ac3f4b-4996-47bb-8405-69ced3abacbd","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.856109765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"e7ac3f4b-4996-47bb-8405-69ced3abacbd","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.859026323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8ccc7588-1bcb-42c6-b052-d94113222c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.859188733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e6abd806-3e23-4df5-8227-cf93141e4112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.880044166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e6abd806-3e23-4df5-8227-cf93141e4112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.880128421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"8ccc7588-1bcb-42c6-b052-d94113222c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.009661685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3f65c4be-b663-44b2-a3d3-3d37940f7321","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.027248174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7baa4cd7-7522-46f8-b177-f5ca3f14171a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.031971188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3f65c4be-b663-44b2-a3d3-3d37940f7321","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.037159784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7c7cd58f-867f-4c49-9b6e-be0d3b0ea235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.049185968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7baa4cd7-7522-46f8-b177-f5ca3f14171a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.050688566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3f65c4be-b663-44b2-a3d3-3d37940f7321","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.058004094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7c7cd58f-867f-4c49-9b6e-be0d3b0ea235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.102952783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"f61f778b-f10a-4dfc-b16a-6c650ea1e2ee","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.117816234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"09fea165-fa6e-4bb6-8726-78c47523df14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.118875997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f622c296-7a10-49e1-97de-d6cefb0a3d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.123599877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"f61f778b-f10a-4dfc-b16a-6c650ea1e2ee","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.139303369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f622c296-7a10-49e1-97de-d6cefb0a3d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.142145646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"09fea165-fa6e-4bb6-8726-78c47523df14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.143722837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"f61f778b-f10a-4dfc-b16a-6c650ea1e2ee","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.190062455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"80fdcc84-6f16-4f29-b29e-3d9d2fa16ea6","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.201851959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c65d9e44-b136-4dce-9039-8923659eccfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.201958531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"24985c2d-751f-4044-9be1-bb1430bf3398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.209593025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"80fdcc84-6f16-4f29-b29e-3d9d2fa16ea6","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.221413222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c65d9e44-b136-4dce-9039-8923659eccfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.221629573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"24985c2d-751f-4044-9be1-bb1430bf3398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.27372473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"19a62c7f-63a3-48f0-9aa2-7e9d6975fed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.273750335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"be838539-609f-4141-b3ae-fd1f57002fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.293315615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"be838539-609f-4141-b3ae-fd1f57002fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.293632934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"19a62c7f-63a3-48f0-9aa2-7e9d6975fed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.360525169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b508125f-ed0b-4660-beeb-d381e783acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.360712449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"94a78c87-ee25-4524-b0fc-624ddd3ef8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.36487809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb4dc02a-ef62-4bdc-91ea-2a7615390e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.380986945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b508125f-ed0b-4660-beeb-d381e783acb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.381706068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"94a78c87-ee25-4524-b0fc-624ddd3ef8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.384081056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb4dc02a-ef62-4bdc-91ea-2a7615390e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.477590486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"71a33de4-845c-466b-bd05-92dca4c120a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.499749787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"71a33de4-845c-466b-bd05-92dca4c120a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:04.60816195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"4a93ec9c-e914-4185-b95b-07a6977d3d89","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:04.608237866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"4a93ec9c-e914-4185-b95b-07a6977d3d89","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.802813091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"b04ee76c-e4ba-4303-a559-4d29eab582cc","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.802844974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"b04ee76c-e4ba-4303-a559-4d29eab582cc","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.843475607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a5240f6d-048c-43c9-bbe9-49b3f8b7d835","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.844586198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"19a4b990-3a58-4112-a4d2-51a5eca236a0","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.844611549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"19a4b990-3a58-4112-a4d2-51a5eca236a0","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.953133835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a5240f6d-048c-43c9-bbe9-49b3f8b7d835","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:04.985351081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a5240f6d-048c-43c9-bbe9-49b3f8b7d835","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:05.032161705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"5d29ea25-dcee-4aa5-b903-c17ee1576b09","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:05.032188565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"5d29ea25-dcee-4aa5-b903-c17ee1576b09","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.098546784Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"1dde57b5-1d81-4ec5-9c2a-daf776641583","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:07.114835193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"10614929-5572-470b-a88e-fe35f77e752f","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:07.114930298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"10614929-5572-470b-a88e-fe35f77e752f","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.133287899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"06ec422d-75a4-4704-9313-e219bd8af7d1","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.135227314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"622dea1b-a6e2-4d37-a8b6-42cb4127513a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.138564419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d7375cdc-1767-454d-b9f9-e283ca5cd6aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.150702533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"debf5aaa-a067-49df-b002-714b8fe3be10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.151841793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b1a7b155-6f31-41cd-875b-78cc24dafd6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.212644072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"06ec422d-75a4-4704-9313-e219bd8af7d1","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.218196397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"622dea1b-a6e2-4d37-a8b6-42cb4127513a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.220686569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"debf5aaa-a067-49df-b002-714b8fe3be10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.222213721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b1a7b155-6f31-41cd-875b-78cc24dafd6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.225511905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d7375cdc-1767-454d-b9f9-e283ca5cd6aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.23088864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"06ec422d-75a4-4704-9313-e219bd8af7d1","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.24661877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"622dea1b-a6e2-4d37-a8b6-42cb4127513a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.246769752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d7375cdc-1767-454d-b9f9-e283ca5cd6aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.281304182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0729c987-fd3b-4083-b506-fff568b17254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.29637193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e27559a2-f93a-44c2-b8e6-76d1e2950744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.296371931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0d878adb-4330-4758-972b-4ff890d2e268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.300744145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0729c987-fd3b-4083-b506-fff568b17254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.317573575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e27559a2-f93a-44c2-b8e6-76d1e2950744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.317592661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0d878adb-4330-4758-972b-4ff890d2e268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.381923416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76901be2-7332-4b1c-9c5e-357428273372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.384687354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0bb5a75-9c17-469f-80ed-6c4642b96a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.403543279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76901be2-7332-4b1c-9c5e-357428273372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.406390365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0bb5a75-9c17-469f-80ed-6c4642b96a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.480722062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fbe264e6-7bd6-4fad-8856-c68da3f2770e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.481314452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6cf8fd89-5253-443b-ad39-5e8a2478f7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.482797879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9e77039b-bd04-479b-b452-0eb7b9b49f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.500386301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fbe264e6-7bd6-4fad-8856-c68da3f2770e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.500811585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6cf8fd89-5253-443b-ad39-5e8a2478f7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.502687349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9e77039b-bd04-479b-b452-0eb7b9b49f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:07.523550959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"c7224be3-9ee5-4bcf-9a22-08690ef4a0b7","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:07.523621222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"c7224be3-9ee5-4bcf-9a22-08690ef4a0b7","error":"ExternalModel e2e-extmod-att-user-182956/e2e-att-detach-25eff6 is attached to several gateways [openshift-ingress/e2e-extmod-a-850433 openshift-ingress/e2e-extmod-b-ac338d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.541567234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"f3d984ed-2552-4f82-a025-d15c964c1d6c","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.541591352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"f3d984ed-2552-4f82-a025-d15c964c1d6c","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.575144499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"11eb5c61-d03f-4785-b972-0136832c9ac9","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.580272671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"51aa14b9-fe14-4db2-af62-8cea1f88b2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.580287732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"86e8c3e4-c82a-4d89-8c31-1f67422e7177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.590805773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"d7f40fdf-09be-4e46-8b4d-5b56f82e80c4","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.590949039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"bc1bebd4-fe0b-4058-8b64-5179d4fd19cf","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.590973104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"bc1bebd4-fe0b-4058-8b64-5179d4fd19cf","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.600282754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"86e8c3e4-c82a-4d89-8c31-1f67422e7177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.600651927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"51aa14b9-fe14-4db2-af62-8cea1f88b2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.601113101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"47994bf7-3897-4446-92b8-f2fe6601be1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.609207426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ada6e096-4180-4533-8bc8-56162737795c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.609625552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"cfa07a2a-a5bf-4458-b688-4d727b2be7a4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.620841164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"47994bf7-3897-4446-92b8-f2fe6601be1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.631789417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ada6e096-4180-4533-8bc8-56162737795c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.632893139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"cfa07a2a-a5bf-4458-b688-4d727b2be7a4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.660636608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ada6e096-4180-4533-8bc8-56162737795c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.704234734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"cfa07a2a-a5bf-4458-b688-4d727b2be7a4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.717868006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3deefe24-0c76-42cb-ba56-3e4b1167bacc","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.737645209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3deefe24-0c76-42cb-ba56-3e4b1167bacc","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.755900044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3deefe24-0c76-42cb-ba56-3e4b1167bacc","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.816225631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"671c673f-f77d-46a1-a556-9c1aab533d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.816801584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6a916379-9ec1-4bb1-bdba-bde516b7cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.818087597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee25ff8-8a6f-49ab-9760-905404899288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.820141708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bb635edc-a3cc-4607-ac7a-b469c13bebaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.836176356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"671c673f-f77d-46a1-a556-9c1aab533d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.836380312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6a916379-9ec1-4bb1-bdba-bde516b7cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.839204878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee25ff8-8a6f-49ab-9760-905404899288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.839554786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bb635edc-a3cc-4607-ac7a-b469c13bebaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.916050444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9a5deb20-27af-426f-8d2b-bb41a67cc168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.935131365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9a5deb20-27af-426f-8d2b-bb41a67cc168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.003114678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"c4aedafe-75b0-4467-a3ae-5d2127b05a81","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.015635234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d598845-dbfe-42ca-8692-b121ac3f4fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.015831127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a2bd44ed-0496-43ba-aa97-88f932886fb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.016985685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"357ec07e-6860-4016-8bcb-d08d9b7ddc28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.0284976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"c4aedafe-75b0-4467-a3ae-5d2127b05a81","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.040099739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3d598845-dbfe-42ca-8692-b121ac3f4fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.045737028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a2bd44ed-0496-43ba-aa97-88f932886fb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.047620731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"357ec07e-6860-4016-8bcb-d08d9b7ddc28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.11917517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"17237b4d-df7c-4bf4-b5ee-e38344d7963c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.138543115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"17237b4d-df7c-4bf4-b5ee-e38344d7963c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.217026226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0cb4cd2d-e787-4e1b-959a-3168001364d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.217333156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bcf8520d-8640-471a-a5b0-a9f12bc21b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.218414614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"02629332-2181-47ea-a578-7eb06f8dd483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.238272942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0cb4cd2d-e787-4e1b-959a-3168001364d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.238398423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"02629332-2181-47ea-a578-7eb06f8dd483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.240440165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bcf8520d-8640-471a-a5b0-a9f12bc21b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.065479567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"4ab6e64a-d4a3-4604-b03d-8c3221eea463","namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.099532735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"390bc250-09c9-4fc9-a738-c057d323a6f5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.099560523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"859588f8-b512-4929-8178-3f3ee91a346c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.103492416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"c84f4fa0-1b05-489f-9400-7ab1a3d4e2fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.10920675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"bbe65cbf-84be-47ff-915f-92a21549b115","namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.116274919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8869c050-a69a-4bf6-8ea7-4d936eab98c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.116292804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f616ff3-9d74-4f26-a1b3-7a416198ea7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.11892217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"390bc250-09c9-4fc9-a738-c057d323a6f5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.11941648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"859588f8-b512-4929-8178-3f3ee91a346c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.123299687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"c84f4fa0-1b05-489f-9400-7ab1a3d4e2fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.136611548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8869c050-a69a-4bf6-8ea7-4d936eab98c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.136803938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f616ff3-9d74-4f26-a1b3-7a416198ea7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.137984253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"390bc250-09c9-4fc9-a738-c057d323a6f5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.138018345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"859588f8-b512-4929-8178-3f3ee91a346c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.141427798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"c84f4fa0-1b05-489f-9400-7ab1a3d4e2fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.2049237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e6b2e7a3-dbea-4acf-848d-d0e8811e7d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.221418846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"977a4c4f-f3e0-4be4-87a3-baf3fef15393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.226695734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e6b2e7a3-dbea-4acf-848d-d0e8811e7d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.23178838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c0440740-bfb1-4420-898b-a5f8b1fea878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.245060001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"977a4c4f-f3e0-4be4-87a3-baf3fef15393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.254566734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c0440740-bfb1-4420-898b-a5f8b1fea878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.308095448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"1728a781-286f-49c2-ab3b-8e1b7e2ea796","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.308124255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"1728a781-286f-49c2-ab3b-8e1b7e2ea796","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.308545788Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"825b8b5b-cbb2-4ff4-b243-7f34ef84439e","namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.319179593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a498243f-b8f6-4f58-8973-f947b90e5b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.319301577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1b0352bc-0c2a-4899-b55d-cbe4e09834b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.340429062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a498243f-b8f6-4f58-8973-f947b90e5b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.340430667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1b0352bc-0c2a-4899-b55d-cbe4e09834b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.372480114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"1f274e55-ffcf-4ec1-9c56-e283e34ffb2e","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.372516849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"1f274e55-ffcf-4ec1-9c56-e283e34ffb2e","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:10.450992887Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"1f274e55-ffcf-4ec1-9c56-e283e34ffb2e","name":"e2e-cmp-legacy-2c9719","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-2c9719\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:10.451068615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"1f274e55-ffcf-4ec1-9c56-e283e34ffb2e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-2c9719\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.466994809Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"cca7fecd-6aea-4ced-8bb1-92e274bd59c4","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.469902617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"acb8116b-8399-4cf8-bc63-65bd2eb36c34","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.48254709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"98c9698c-73d2-4609-b36e-8605e8eec1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.489671998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"acb8116b-8399-4cf8-bc63-65bd2eb36c34","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.492896523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0d7fe1a6-a0de-475d-8610-cbbb2c259501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.49861549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a2e2f440-5ee0-4e6a-89e1-647da0cce5b6","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.498634849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a2e2f440-5ee0-4e6a-89e1-647da0cce5b6","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.502313946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"98c9698c-73d2-4609-b36e-8605e8eec1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.512248089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0d7fe1a6-a0de-475d-8610-cbbb2c259501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.522850268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"56dea3d8-a50a-40f3-a766-62cde1f36452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.5248254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c3c0c6d0-2077-41b0-b31e-1aacb751190b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.52971481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"9b8a271a-c99e-4b41-a991-08ddb27360f1","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.529736183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"9b8a271a-c99e-4b41-a991-08ddb27360f1","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.543830314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c3c0c6d0-2077-41b0-b31e-1aacb751190b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.544013799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"56dea3d8-a50a-40f3-a766-62cde1f36452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.592182386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e2c05cf9-276e-4352-a9d6-cf8fd52cac2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.595932039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d30c49b5-e29f-4a09-bc18-d10974dcc49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.599319978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"863e642e-c4b8-42db-9b77-8ee0e7ed3dd5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.695227912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b31daa05-f661-45aa-b1c2-ec46846f4a66","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.701750833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e2c05cf9-276e-4352-a9d6-cf8fd52cac2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.703949658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d30c49b5-e29f-4a09-bc18-d10974dcc49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.706166711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"863e642e-c4b8-42db-9b77-8ee0e7ed3dd5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.709959619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7756ed4-5e31-4afb-b544-862dcd905311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.787631531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e2c05cf9-276e-4352-a9d6-cf8fd52cac2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.789110134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"863e642e-c4b8-42db-9b77-8ee0e7ed3dd5","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.789894429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b31daa05-f661-45aa-b1c2-ec46846f4a66","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.791442878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7756ed4-5e31-4afb-b544-862dcd905311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.807967488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b31daa05-f661-45aa-b1c2-ec46846f4a66","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.844123837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aca3f279-7942-4a4f-a0b1-000906b4f744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.84417145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9202f630-b94c-459f-bdc5-1ee37e7e82e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.86710766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9202f630-b94c-459f-bdc5-1ee37e7e82e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.867843377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aca3f279-7942-4a4f-a0b1-000906b4f744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.940070322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2f54c903-5275-459c-ae1d-62614ec0a35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.955459973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8055293e-14a5-429d-b26b-54d9d1e24c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.957039889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"df064248-fc60-43fb-894b-b194313ac915","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.957063467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"df064248-fc60-43fb-894b-b194313ac915","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.960137228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2f54c903-5275-459c-ae1d-62614ec0a35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.971647097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b3e069da-8d6e-4477-a4e2-d6167ca4b280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.971988378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3e2450b0-135a-4b64-875c-6def01a8a3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.97664447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8055293e-14a5-429d-b26b-54d9d1e24c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.991440389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b3e069da-8d6e-4477-a4e2-d6167ca4b280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:10.991498548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3e2450b0-135a-4b64-875c-6def01a8a3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:11.023673466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"44ffca20-3624-45cf-9c98-89d13b7c455c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:11.072645463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"44ffca20-3624-45cf-9c98-89d13b7c455c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:11.090843793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"44ffca20-3624-45cf-9c98-89d13b7c455c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:11.124061427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"bf825655-ced8-4feb-92d8-1d453d5622f3","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:11.124082151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"bf825655-ced8-4feb-92d8-1d453d5622f3","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:12.579775214Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"b16a9694-8904-4b23-8213-0cafb8fb887b","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.147338079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"0b4a35cd-a0b6-4d67-a64e-dc29857612c4","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.147360396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"0b4a35cd-a0b6-4d67-a64e-dc29857612c4","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.179445487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"db9db09c-ad61-4789-a083-e8c9db0399bc","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.179470461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"db9db09c-ad61-4789-a083-e8c9db0399bc","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.199590023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"c2ae4223-2f37-4a79-8cd7-f1fff8c5f8d7","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.219036064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"c2ae4223-2f37-4a79-8cd7-f1fff8c5f8d7","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.425843945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"22aa7179-4f9f-4ac2-bcb3-88aa39c588c9","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.42587177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"22aa7179-4f9f-4ac2-bcb3-88aa39c588c9","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:17.699565757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.794168969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-ac338d priority=0:[ai-tenant-e2e-extmod-b-ac338d/e2e-att-detach-25eff6-sub ai-tenant-e2e-extmod-b-ac338d/e2e-att-unrel-327c8a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.810160086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"5308cfad-abb3-42f6-a8c9-e0262700271b","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.810181627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"5308cfad-abb3-42f6-a8c9-e0262700271b","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:19.831821033Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-ac338d/e2e-att-detach-25eff6-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-25eff6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.844349437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"753a90b8-064b-4867-bb73-04c0a6d16e20","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.844399747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"396efee9-62ae-4ffd-99a0-a96acdc9fe5c","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.864832691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"396efee9-62ae-4ffd-99a0-a96acdc9fe5c","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.864979461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"753a90b8-064b-4867-bb73-04c0a6d16e20","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.867159292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"3815ec59-035d-444a-acde-c0f909ae51f0","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.867179307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"3815ec59-035d-444a-acde-c0f909ae51f0","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.899608463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"77fda4c4-208a-46aa-ad30-322afec266b8","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.89962995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"77fda4c4-208a-46aa-ad30-322afec266b8","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:19.934589088Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"a7a81cf1-72e7-41b2-bc66-54d9d5710eee","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-detach-25eff6","model":"e2e-att-detach-25eff6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ac338d/e2e-att-detach-25eff6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.023408339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"19c1e1b2-82b8-4dfe-a4c2-bb158eec2180","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.023454546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"19c1e1b2-82b8-4dfe-a4c2-bb158eec2180","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.066975724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ecc35484-37d3-489d-849e-66e054717581","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.069748037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"86345ee5-20bb-4961-8805-41dabf631d5e","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.086623586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"ae36b6be-eacc-464c-915f-c5b6155d6416","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-detach-25eff6","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.086952191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ecc35484-37d3-489d-849e-66e054717581","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.088867695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"86345ee5-20bb-4961-8805-41dabf631d5e","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.499176471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"9a533822-f92b-4926-bb0e-c51aa886a140","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.823533044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1dfa1a00-b925-453f-bd2f-09f1829cf132","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.824879147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"95a974eb-4f99-4d65-aaa3-f0acf30c45d1","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.841652835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"cd19cfaa-ef8c-447f-911b-968ffb44c247","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.843454377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1dfa1a00-b925-453f-bd2f-09f1829cf132","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.845493717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"95a974eb-4f99-4d65-aaa3-f0acf30c45d1","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.861663638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"cd19cfaa-ef8c-447f-911b-968ffb44c247","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.863910699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1dfa1a00-b925-453f-bd2f-09f1829cf132","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.86424184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"95a974eb-4f99-4d65-aaa3-f0acf30c45d1","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:20.879557679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"cd19cfaa-ef8c-447f-911b-968ffb44c247","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:21.142737258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d51b10da-cdd3-42c1-a77e-83a874bc3b81","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:21.162482009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d51b10da-cdd3-42c1-a77e-83a874bc3b81","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:21.180956251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d51b10da-cdd3-42c1-a77e-83a874bc3b81","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:22.626738557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"c9d735e5-ec19-4ca0-a98c-f41db3410ee9","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.532941002Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"b59bac5f-8fd5-42f0-a636-c5e3339f3b82","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.879958149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3500e993-868b-4e7a-9db3-e52a465783e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.909223561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3500e993-868b-4e7a-9db3-e52a465783e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.929432362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (578b1441e9947752fa65550bb1a276e7dec9d2e3650a43705fa9e9bd919d4be9) AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (2b4d921c2ffa559eeffa9ec835367f7a082e7f57b3671b31bca65a54c8a7e1b1) AuthConfig (31c1e1c94137351941681a02f00061c9bd4100c11bf8db6d41447918dbd3484d) AuthConfig (8882c86c5a8b91741c01993f13ca758ac80cb1f4ef1e7e170909d58bc45e6b11) AuthConfig (d7ee2ac03f0fe950ffa6c7b20aea42a21eaec2f8cadd827ef8423940a7e83cb3) AuthConfig (2db15753f227021a1a2b4c19626a59214b63f1ab5625ff712b99d2f35c18cebb) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (2cac38b120670d5ea2d28c3517f24af8b46fd67770d67c5bbaee26bc34581132) AuthConfig (a3eaa805494520bf7895a58bcd63a973e1987df4285cf8e6a2f9871e6814be50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3500e993-868b-4e7a-9db3-e52a465783e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.966656933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"da411221-9a31-42b6-977a-5ca556c06789","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.966681277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"da411221-9a31-42b6-977a-5ca556c06789","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.981280029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"8ead8ad2-c7fd-4395-ae2e-2d324d3a2fa3","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:30.981249819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8bba24dd-6dd5-4f07-8429-ec26ae4e79f3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.005150226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8bba24dd-6dd5-4f07-8429-ec26ae4e79f3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.012874604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"8ead8ad2-c7fd-4395-ae2e-2d324d3a2fa3","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.029864036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (005c4e1565719726792690dfd9e830f3c5e97a20d0d4b5d1d2d36f9f4841edd9) AuthConfig (56654df91e0582ef5085930dfc32b31bfb267b67718894cb341f7b2fab3a4ff4) AuthConfig (f51dd56ac5b3ae0dd8a42c1f31562c7ee3694faa710c5f5994c57be1c654510b) AuthConfig (a0ab277bb29e56f601f71fc06a7011a8ad37a7cdc76f4a3061c055d1ef83d62e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8bba24dd-6dd5-4f07-8429-ec26ae4e79f3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.030749614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (214924a033da9dac8c4bf7c3620b9b675b199b87c7621cbc1aef9059b851345c) AuthConfig (753d1c025c09fb44005b95e3c168530fd9d15383a6d540b7ef94d019f5c36c5c) AuthConfig (1db5f42437eaf9fdf9026025f0ba616b4b2d72bda0334c8905007d381d90f4ee) AuthConfig (8f5006297b2c2067867ba71eb5b236ca5a842b2e85f36d6a279525813c290204) AuthConfig (688b3c3b382b41bbc5b6b8cada06ad9459eb8700cb899e66d866f265b355170a) AuthConfig (bd9896e2b1d0f0891eccf9d2ae9cdfeb5b1a4a47f9432226d9d2a0a9267b1170) AuthConfig (402f326d41967d927cd7b27c22c9d76fe3cd151d3da9154fed1c77f7ee6efbc4) AuthConfig (6ef965d2bcb17d45f44cc343c1b5f16ce86e6c1cffb25fe4206e02d99d5a8fc7) AuthConfig (becdfd355c6256c2527fe7b243acb4a056ae2a7b241e8bdd0d4fa0f55bacb0df) AuthConfig (a6b58fe2ef429d2bb74a012a50568765d5b3e2b6ac99335c0cc3b11f7b8322e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"8ead8ad2-c7fd-4395-ae2e-2d324d3a2fa3","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.066802592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"ffb755a5-e135-4e87-ac6a-4ecd43d06027","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.066826365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"ffb755a5-e135-4e87-ac6a-4ecd43d06027","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.099315768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"633c1b30-a746-4398-b472-9c05f3660e3a","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.09934535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"633c1b30-a746-4398-b472-9c05f3660e3a","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.221013627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"823e91ed-1857-465b-bbc3-6b7409f7db6a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.241032381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"823e91ed-1857-465b-bbc3-6b7409f7db6a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.258830575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (827313bc90dc524f6543ad21773e7777281854d34cce9becc4a89bd4406982e6) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (804153c9b764b0994bcdb1c503eb4f957f488a1a0d3b2a5712efa3c6d97cd955) AuthConfig (3d0e464da278cc9ae49f7e347f8ac2b0342de17432a63c409c08575fcb3be9a0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (6cba0fcf5736a62a54b6839bb06a1624e715e4b41811d85fe7fd42edf523dc4e) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"823e91ed-1857-465b-bbc3-6b7409f7db6a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.298604248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"0f82caa0-4d70-4708-abfe-e1cfaf85bbd0","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.298673469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"0f82caa0-4d70-4708-abfe-e1cfaf85bbd0","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.317815327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ed1132bf-b043-4af1-a982-17dceb94c40e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.336780092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ed1132bf-b043-4af1-a982-17dceb94c40e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.347268561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"e39b8a32-1721-4127-8591-a29220fa6efb","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.347531147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"1f8e0a7c-bd78-4097-bc3c-3e24546dd559","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.354761239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (214924a033da9dac8c4bf7c3620b9b675b199b87c7621cbc1aef9059b851345c) AuthConfig (753d1c025c09fb44005b95e3c168530fd9d15383a6d540b7ef94d019f5c36c5c) AuthConfig (1db5f42437eaf9fdf9026025f0ba616b4b2d72bda0334c8905007d381d90f4ee) AuthConfig (8f5006297b2c2067867ba71eb5b236ca5a842b2e85f36d6a279525813c290204) AuthConfig (688b3c3b382b41bbc5b6b8cada06ad9459eb8700cb899e66d866f265b355170a) AuthConfig (bd9896e2b1d0f0891eccf9d2ae9cdfeb5b1a4a47f9432226d9d2a0a9267b1170) AuthConfig (402f326d41967d927cd7b27c22c9d76fe3cd151d3da9154fed1c77f7ee6efbc4) AuthConfig (6ef965d2bcb17d45f44cc343c1b5f16ce86e6c1cffb25fe4206e02d99d5a8fc7) AuthConfig (becdfd355c6256c2527fe7b243acb4a056ae2a7b241e8bdd0d4fa0f55bacb0df) AuthConfig (a6b58fe2ef429d2bb74a012a50568765d5b3e2b6ac99335c0cc3b11f7b8322e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ed1132bf-b043-4af1-a982-17dceb94c40e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.367350679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"1f8e0a7c-bd78-4097-bc3c-3e24546dd559","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.367754021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"e39b8a32-1721-4127-8591-a29220fa6efb","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.440004062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"dc67169d-f392-4d29-8a46-f902e2ac295a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.459239212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"dc67169d-f392-4d29-8a46-f902e2ac295a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.479469087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (827313bc90dc524f6543ad21773e7777281854d34cce9becc4a89bd4406982e6) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (804153c9b764b0994bcdb1c503eb4f957f488a1a0d3b2a5712efa3c6d97cd955) AuthConfig (3d0e464da278cc9ae49f7e347f8ac2b0342de17432a63c409c08575fcb3be9a0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (6cba0fcf5736a62a54b6839bb06a1624e715e4b41811d85fe7fd42edf523dc4e) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"dc67169d-f392-4d29-8a46-f902e2ac295a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.750020144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"78922b6c-99a0-4e92-93ce-497a7b439a59","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.787209397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"78922b6c-99a0-4e92-93ce-497a7b439a59","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:31.888107703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (005c4e1565719726792690dfd9e830f3c5e97a20d0d4b5d1d2d36f9f4841edd9) AuthConfig (56654df91e0582ef5085930dfc32b31bfb267b67718894cb341f7b2fab3a4ff4) AuthConfig (f51dd56ac5b3ae0dd8a42c1f31562c7ee3694faa710c5f5994c57be1c654510b) AuthConfig (a0ab277bb29e56f601f71fc06a7011a8ad37a7cdc76f4a3061c055d1ef83d62e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"78922b6c-99a0-4e92-93ce-497a7b439a59","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:32.659152701Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"2df345ef-7188-4c64-b030-aeaa21c63dfe","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:40.602625137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"e718f8c6-2d39-494c-be05-a3dcbb4ff8fa","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:40.986468608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"758390f6-6251-4edf-959d-cc32929dc5a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.006167625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"758390f6-6251-4edf-959d-cc32929dc5a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.024450481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (578b1441e9947752fa65550bb1a276e7dec9d2e3650a43705fa9e9bd919d4be9) AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (2b4d921c2ffa559eeffa9ec835367f7a082e7f57b3671b31bca65a54c8a7e1b1) AuthConfig (31c1e1c94137351941681a02f00061c9bd4100c11bf8db6d41447918dbd3484d) AuthConfig (8882c86c5a8b91741c01993f13ca758ac80cb1f4ef1e7e170909d58bc45e6b11) AuthConfig (d7ee2ac03f0fe950ffa6c7b20aea42a21eaec2f8cadd827ef8423940a7e83cb3) AuthConfig (2db15753f227021a1a2b4c19626a59214b63f1ab5625ff712b99d2f35c18cebb) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (2cac38b120670d5ea2d28c3517f24af8b46fd67770d67c5bbaee26bc34581132) AuthConfig (a3eaa805494520bf7895a58bcd63a973e1987df4285cf8e6a2f9871e6814be50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"758390f6-6251-4edf-959d-cc32929dc5a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.390156935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5811600e-ade5-4cf8-9879-6a4a44eafd44","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.409660741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5811600e-ade5-4cf8-9879-6a4a44eafd44","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.427631802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (214924a033da9dac8c4bf7c3620b9b675b199b87c7621cbc1aef9059b851345c) AuthConfig (753d1c025c09fb44005b95e3c168530fd9d15383a6d540b7ef94d019f5c36c5c) AuthConfig (1db5f42437eaf9fdf9026025f0ba616b4b2d72bda0334c8905007d381d90f4ee) AuthConfig (8f5006297b2c2067867ba71eb5b236ca5a842b2e85f36d6a279525813c290204) AuthConfig (688b3c3b382b41bbc5b6b8cada06ad9459eb8700cb899e66d866f265b355170a) AuthConfig (bd9896e2b1d0f0891eccf9d2ae9cdfeb5b1a4a47f9432226d9d2a0a9267b1170) AuthConfig (402f326d41967d927cd7b27c22c9d76fe3cd151d3da9154fed1c77f7ee6efbc4) AuthConfig (6ef965d2bcb17d45f44cc343c1b5f16ce86e6c1cffb25fe4206e02d99d5a8fc7) AuthConfig (becdfd355c6256c2527fe7b243acb4a056ae2a7b241e8bdd0d4fa0f55bacb0df) AuthConfig (a6b58fe2ef429d2bb74a012a50568765d5b3e2b6ac99335c0cc3b11f7b8322e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5811600e-ade5-4cf8-9879-6a4a44eafd44","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.512544929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"2a9cce91-bf94-43e4-b305-f7ddf04e0934","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.53196141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"2a9cce91-bf94-43e4-b305-f7ddf04e0934","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.55006584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (827313bc90dc524f6543ad21773e7777281854d34cce9becc4a89bd4406982e6) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (804153c9b764b0994bcdb1c503eb4f957f488a1a0d3b2a5712efa3c6d97cd955) AuthConfig (3d0e464da278cc9ae49f7e347f8ac2b0342de17432a63c409c08575fcb3be9a0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (6cba0fcf5736a62a54b6839bb06a1624e715e4b41811d85fe7fd42edf523dc4e) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"2a9cce91-bf94-43e4-b305-f7ddf04e0934","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.922286584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1619954d-28df-44c0-b85d-54d7305af4c3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.94298581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1619954d-28df-44c0-b85d-54d7305af4c3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.961154041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c738e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (005c4e1565719726792690dfd9e830f3c5e97a20d0d4b5d1d2d36f9f4841edd9) AuthConfig (56654df91e0582ef5085930dfc32b31bfb267b67718894cb341f7b2fab3a4ff4) AuthConfig (f51dd56ac5b3ae0dd8a42c1f31562c7ee3694faa710c5f5994c57be1c654510b) AuthConfig (a0ab277bb29e56f601f71fc06a7011a8ad37a7cdc76f4a3061c055d1ef83d62e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1619954d-28df-44c0-b85d-54d7305af4c3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.691529345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"9307c91b-50ba-4a80-92fc-733777085200","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:47.697554797Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.680597836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"31698f5c-c748-44d8-a64e-b10dad381c64","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-detach-25eff6","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.768125388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"95c00b65-628e-4761-8214-85cb10559594","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.768150544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"95c00b65-628e-4761-8214-85cb10559594","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.519445066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"74ee8fd2-2066-4de8-9ea7-9a0346c09068","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.519546613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9d20f2e1-4d44-4597-8e1f-143f908d449c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.539097683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"74ee8fd2-2066-4de8-9ea7-9a0346c09068","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.53923888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"9d20f2e1-4d44-4597-8e1f-143f908d449c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.829350271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"cfa65fd4-0528-447f-913d-8dec70319817","namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.846466065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"3798d848-091c-40be-ba7c-4266c360f20e","namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.864808047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"a1683435-2044-413d-b81d-048a0153e416","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.886966872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"fe357cbf-eff0-4bf9-949f-20353aae18ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.887039131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"3830704b-0b91-452a-8e50-f2c4505e3377","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.88743125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"0204e3a0-69a7-45a4-983d-7cbe47cc9a3b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.88751692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eff4f3b-126a-457c-bbb2-9ee38f025809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.889908223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"a1683435-2044-413d-b81d-048a0153e416","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.906860043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"3830704b-0b91-452a-8e50-f2c4505e3377","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.907368532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5eff4f3b-126a-457c-bbb2-9ee38f025809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.909179723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"fe357cbf-eff0-4bf9-949f-20353aae18ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.909549055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"0204e3a0-69a7-45a4-983d-7cbe47cc9a3b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.075876628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"abd9030d-8d77-4936-8954-410e8f8f719f","MaaSModelRef":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.086743286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6366569-1e51-4b8a-8230-243a3742fe9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.106447177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6366569-1e51-4b8a-8230-243a3742fe9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.177895876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"c9193d23-e3a6-4e99-95a0-ccecf73e378f","namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.190178806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"c92d489b-0f59-438e-a041-bd18bea65163","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.19020681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"c92d489b-0f59-438e-a041-bd18bea65163","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.221792248Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"67a3b93d-a631-4088-81f9-0c788f626547","MaaSModelRef":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.222584476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1e6941dd-8d0d-4498-950c-4a7f45b4fb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.224854849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"14d0f18e-da37-47fd-bd76-5c4aa01dd005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.225157974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be176b5d-b56b-4704-9eec-37f0ebfaa326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.22703968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ecd84f6d-e371-475e-a42c-47ae1a0407c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.241578744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1e6941dd-8d0d-4498-950c-4a7f45b4fb75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.243767234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"14d0f18e-da37-47fd-bd76-5c4aa01dd005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.244020316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"be176b5d-b56b-4704-9eec-37f0ebfaa326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.246083198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"ecd84f6d-e371-475e-a42c-47ae1a0407c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.253380597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"062dd2cd-d954-47ba-b38a-02f512c36d79","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.253395997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"062dd2cd-d954-47ba-b38a-02f512c36d79","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.284396255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"12bd3085-e3d8-4787-958d-c60178f4d85e","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.284414667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"12bd3085-e3d8-4787-958d-c60178f4d85e","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.288076223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1f3e2a52-9376-4f77-b2ae-3f759f9c79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.307199377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1f3e2a52-9376-4f77-b2ae-3f759f9c79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.315563261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"cf1d5204-1a2f-41e9-bc98-98edad330b2b","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.315582578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"cf1d5204-1a2f-41e9-bc98-98edad330b2b","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.488481968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"277b8e6c-45a3-4166-a691-b06ba5796ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.488504677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ad7fb3bf-7332-4562-80e0-61ea047c594d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.490204132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"08983729-a392-4dc1-ac63-42c0edb5ebe1","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.491126038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fbb846a8-4d99-40e0-937a-16505aec58cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.495101778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f099077c-1125-4920-bfd8-de6f1886692a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.507637347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"277b8e6c-45a3-4166-a691-b06ba5796ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.509268294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ad7fb3bf-7332-4562-80e0-61ea047c594d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.509824427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"08983729-a392-4dc1-ac63-42c0edb5ebe1","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.511762759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fbb846a8-4d99-40e0-937a-16505aec58cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.516046821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f099077c-1125-4920-bfd8-de6f1886692a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.59171172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"c53ec529-3d43-42bc-af39-64b7464c78a3","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.604602686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"049ccf9d-5a0c-47c7-8b74-9ef0c6b14eb2","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.604617362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7a4cd48f-a4a6-470a-a99c-535ce8c35704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.611046659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"c53ec529-3d43-42bc-af39-64b7464c78a3","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.624361637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7a4cd48f-a4a6-470a-a99c-535ce8c35704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.624533688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"049ccf9d-5a0c-47c7-8b74-9ef0c6b14eb2","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.634530926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"77f81cd6-e8b7-4dbf-a8e7-9add814a84f5","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.689301229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"7e8f938e-23cd-4711-8ecc-a274f5d35a68","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.704226326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"829ec039-308f-4894-ab05-6caa61ec0403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.705516286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"5c6b4392-6cae-4d1a-88ba-d5402729a55a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.709587368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"7e8f938e-23cd-4711-8ecc-a274f5d35a68","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.72320036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fb347edc-72f9-41f7-a076-6c6d7b1eadac","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.786740935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"829ec039-308f-4894-ab05-6caa61ec0403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.787326952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"5c6b4392-6cae-4d1a-88ba-d5402729a55a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.789522013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fb347edc-72f9-41f7-a076-6c6d7b1eadac","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.805022886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfc43ce4-4fbf-4b08-ad08-7192f0b8d301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.806494768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"785d73df-0c49-496f-af6b-69fd3bd39ad3","namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.829345316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfc43ce4-4fbf-4b08-ad08-7192f0b8d301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.955155515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-60951a","namespace":"e2e-extmod-att-noaccess-313441"},"namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","reconcileID":"c36e9266-e012-4463-a25f-61f33efa0365","namespace":"e2e-extmod-att-noaccess-313441","name":"e2e-att-noaccess-60951a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.970951686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"be5bd26b-0cc0-4edd-adf7-8dd27b227713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.971349406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bbb9c2d6-5243-48c5-bfc2-2a8ca5e13074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.987009093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"07dc430f-240a-41ed-8ffc-4f9b80fb3608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.990470328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"be5bd26b-0cc0-4edd-adf7-8dd27b227713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:50.990535879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bbb9c2d6-5243-48c5-bfc2-2a8ca5e13074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.001685974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f9d45d77-ee73-4ec3-ab9d-0c768558689e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.00705023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"07dc430f-240a-41ed-8ffc-4f9b80fb3608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.02183887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f9d45d77-ee73-4ec3-ab9d-0c768558689e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.105923569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"522e3cea-ea86-40f6-8dd5-d333547a81a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.125444382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"522e3cea-ea86-40f6-8dd5-d333547a81a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.170996133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"49e89ac7-9577-4cd6-b07d-adc61f73b1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.191234866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"49e89ac7-9577-4cd6-b07d-adc61f73b1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.259917093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"cf2ca0f7-ec17-4d67-9d86-e5accbba08ca","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.261584215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"39cbcfa5-bf65-4c8e-9eb0-6a9715ffdc9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.274844252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f19eee7b-1b81-49f2-b613-484774259050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.279468419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"cf2ca0f7-ec17-4d67-9d86-e5accbba08ca","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.280649717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"39cbcfa5-bf65-4c8e-9eb0-6a9715ffdc9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.289921797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"7817c160-6045-4058-a300-51172d00dc00","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.294320049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f19eee7b-1b81-49f2-b613-484774259050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.308793864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"7817c160-6045-4058-a300-51172d00dc00","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.374355239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f150d2-ae85-4a1e-92f7-8eabeb6c6bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.393540693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f150d2-ae85-4a1e-92f7-8eabeb6c6bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.46194821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"92915742-5ee9-455d-aa6b-2df9e48e2d30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.479068809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c3a4a72c-31bb-4cd1-8b17-c0f23509b176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.480669385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54458bf4-d9b0-4f22-bc94-f2f483b05b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.48311378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"92915742-5ee9-455d-aa6b-2df9e48e2d30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.501746597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c3a4a72c-31bb-4cd1-8b17-c0f23509b176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.501892026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54458bf4-d9b0-4f22-bc94-f2f483b05b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.5137553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"83fc7b0b-27b6-4fb2-bb80-deef0154c77b","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.513773423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"83fc7b0b-27b6-4fb2-bb80-deef0154c77b","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:51.555600851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"00a8ed96-1f34-4650-aaeb-84ffb3f337fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-1798af-fecfe8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.567197922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"9ad4792f-4a5f-4aad-b10c-40bc4eed1369","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.567220633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"9ad4792f-4a5f-4aad-b10c-40bc4eed1369","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.567641923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"a71dde06-a30c-4b6d-9889-35ff33ae783c","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e0da59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.58296799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"906248b3-70c6-497b-b721-4b22ca84740f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.608148233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"906248b3-70c6-497b-b721-4b22ca84740f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.625167489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"b109f418-5f2f-42c8-a933-b8907460f34f","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.625196642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"b109f418-5f2f-42c8-a933-b8907460f34f","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:51.656841978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"5930e9be-7d66-4514-8dae-b4362f0cf999","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-03b770-4fed36-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.662166116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"5c59534c-d0c7-4ba4-ba60-6912895e919b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.662184333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"5c59534c-d0c7-4ba4-ba60-6912895e919b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.666016353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d4a24095-57c2-48d8-835d-8707025628e4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.68101244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7ddf2e84-392c-4ef6-819c-0b39cbee6820","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.682736144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0f64cc73-175a-4584-9dc9-15dcd84a58b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.683011809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0dd7d068-88be-439a-b7e4-ec981ff24cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.686431009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d4a24095-57c2-48d8-835d-8707025628e4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.706506485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7ddf2e84-392c-4ef6-819c-0b39cbee6820","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.706595183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0f64cc73-175a-4584-9dc9-15dcd84a58b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.708848391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0dd7d068-88be-439a-b7e4-ec981ff24cfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.719008157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"f07d14b2-12d4-4ac2-85e5-f335d3fab34d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.719026433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"f07d14b2-12d4-4ac2-85e5-f335d3fab34d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.74872653Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"902c082d-0eff-46b9-a9f0-b6c4e1505d3a","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-1798af","model":"e2e-cfl-1798af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.751542775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"488ebbcb-67ed-4129-80b6-669b8fbd5eef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.751561693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"488ebbcb-67ed-4129-80b6-669b8fbd5eef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.790293877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9658ac5d-657e-4441-beb5-3f57f1bccb39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.809454302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9658ac5d-657e-4441-beb5-3f57f1bccb39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.837340135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"31f5b7b3-40c9-484f-8121-aaa6e1167727","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.837362054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"31f5b7b3-40c9-484f-8121-aaa6e1167727","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.846929575Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"e9059f42-792d-41fb-8082-ca35a5afe18c","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-cfl-same-03b770","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.891396923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b1054069-03dc-4486-b6c9-74898ace4d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.891396855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"ae05cac8-d1f6-4845-b0b9-21a52a6a2198","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.89302559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"eb1bdf9d-8a78-4bd5-82df-d5207619b538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.912457377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"ae05cac8-d1f6-4845-b0b9-21a52a6a2198","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.914184516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b1054069-03dc-4486-b6c9-74898ace4d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.917791677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"eb1bdf9d-8a78-4bd5-82df-d5207619b538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.938483415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"ad36b544-1f1c-4a57-b7eb-2919f7fcba07","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.938504517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"ad36b544-1f1c-4a57-b7eb-2919f7fcba07","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.948939303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"2f07aa70-2b34-4b2f-9cb1-a99b17d1bb43","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-1798af","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.002234834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"272b1035-f79b-4c82-91ed-b389598c5467","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.022478475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"272b1035-f79b-4c82-91ed-b389598c5467","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.048834371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"932fa915-852f-40ef-96b4-545aa5f882cf","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.076460674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"2bfb3d2a-0cef-43eb-8b6d-96531ef3c1ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.097315149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"2bfb3d2a-0cef-43eb-8b6d-96531ef3c1ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.154246057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a3d25a42-f96f-4a6c-88f1-bb5eb83db193","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.154290709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a3d25a42-f96f-4a6c-88f1-bb5eb83db193","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:52.173303415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"52393b8b-fc4d-440c-b306-2a04be672199","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-2c9719-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.175492301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"664721af-bfb1-4496-8b62-31a9f5673972","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.195117126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"664721af-bfb1-4496-8b62-31a9f5673972","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.206724046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a4bc3e70-174a-4229-ade3-afd29fad4746","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.206740927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a4bc3e70-174a-4229-ade3-afd29fad4746","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:52.239866323Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a4bc3e70-174a-4229-ade3-afd29fad4746","name":"e2e-cmp-legacy-2c9719","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-2c9719\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:52.239917579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"a4bc3e70-174a-4229-ade3-afd29fad4746","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-2c9719\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.255951883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"b38a8266-4bb6-4334-ad06-a0a081299c51","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.255967952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"b38a8266-4bb6-4334-ad06-a0a081299c51","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.310031574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"34058999-c694-4380-814c-7536fa357917","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-cmp-legacy-2c9719","model":"e2e-cmp-legacy-2c9719","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.399709594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"5bf79c5c-9a98-40db-adb1-4af22278e4f9","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.399732268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"5bf79c5c-9a98-40db-adb1-4af22278e4f9","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.461133548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d1ae72bf-abd1-4c4c-a991-2d053b52d98b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.461695863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"477b12a0-9bd8-4dbd-815f-8c0875dd4766","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-cmp-legacy-2c9719","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.481496201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d1ae72bf-abd1-4c4c-a991-2d053b52d98b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.724907134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"2dbd5873-b97e-4f46-8a04-c6bb448ffca2","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.561515612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"85d0e027-1164-4912-8858-987108d3ac53","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.561548503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"85d0e027-1164-4912-8858-987108d3ac53","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:54.578548616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"61f4f65e-816e-4e1f-afdf-cc1df82ba36f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-b3e08e-c738e0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.581652818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"456e3e6a-03b9-401d-801d-2de54e40402b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.60253442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"456e3e6a-03b9-401d-801d-2de54e40402b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.614079206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"3e31a348-bc88-41c1-bf7b-52a1bef2b58f","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.614099726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"3e31a348-bc88-41c1-bf7b-52a1bef2b58f","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:54.645862153Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"3e31a348-bc88-41c1-bf7b-52a1bef2b58f","name":"e2e-cfl-b3e08e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-b3e08e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:54.645947079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"3e31a348-bc88-41c1-bf7b-52a1bef2b58f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-b3e08e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.661819376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"084a86f3-ac41-4e37-baec-66dfbf1bb23e","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.661844954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"084a86f3-ac41-4e37-baec-66dfbf1bb23e","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.721943591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8016dc77-c33e-435a-a886-b9e6b3ebff76","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.730521425Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"b6afd89d-f6ab-4bbc-a769-cf98f915df1f","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-b3e08e","model":"e2e-cfl-b3e08e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.749969248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8016dc77-c33e-435a-a886-b9e6b3ebff76","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.820047981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"6af885d3-fa1c-4805-b4da-94a065c13781","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.820078719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"6af885d3-fa1c-4805-b4da-94a065c13781","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.881344631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"3a146471-7a4d-4b27-a26e-77094ada9770","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-b3e08e","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:00.665701368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"48ca9182-cb19-4e1b-9b68-d6ab8e9b1990","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.583574501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"0e521ba7-cfac-49b6-b56a-f93f0bec61d9","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","subscription":"e2e-att-detach-25eff6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.615121275Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"0e521ba7-cfac-49b6-b56a-f93f0bec61d9","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.631335044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-sub","reconcileID":"0e521ba7-cfac-49b6-b56a-f93f0bec61d9","MaaSSubscription":{"name":"e2e-att-detach-25eff6-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.802062176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"6b6172f5-63d7-492b-8456-a26dd8bbe195","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.802092785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"6b6172f5-63d7-492b-8456-a26dd8bbe195","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.837529009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"a8cec965-d4aa-4e18-94fc-5e76fc2e6cf4","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.837585069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7eb1a569-2d57-4d30-bcb1-2c1d188c47ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.857856234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"a8cec965-d4aa-4e18-94fc-5e76fc2e6cf4","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.858034095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"7eb1a569-2d57-4d30-bcb1-2c1d188c47ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.952675093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"1c181ed5-8c4f-4605-82d8-96d9594f89ea","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.952701263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"1c181ed5-8c4f-4605-82d8-96d9594f89ea","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.970792827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"c7fc8ebc-057a-42d6-8c6d-63f292e3aa83","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.99063656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"c7fc8ebc-057a-42d6-8c6d-63f292e3aa83","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.135812181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-detach-25eff6-access","reconcileID":"d4a17005-1367-471a-afcf-f002b7970c56","MaaSAuthPolicy":{"name":"e2e-att-detach-25eff6-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.257010125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"68b47743-c360-4d70-b8b6-9f2df10e7654","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.257037738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"68b47743-c360-4d70-b8b6-9f2df10e7654","MaaSModelRef":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-detach-25eff6-4b235091f42d","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-detach-25eff6","externalModel":"e2e-att-detach-25eff6","provider":"e2e-att-detach-25eff6-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.756464931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"32a9c552-560f-43ed-8d18-b6f58f267c35","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.802429734Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"a346d1a8-b94e-42bc-bd21-a9901e68d414","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.847770661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"0a229b9b-fb15-44b8-90be-f5bdb670fafb","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.847798852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"0a229b9b-fb15-44b8-90be-f5bdb670fafb","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.898125315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"f4153211-56f8-47e7-9654-41978d4da5ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.901187682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"b3bc91ea-602d-4e8f-bfbb-7d6c1bf69e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.90207384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d9674fa4-361f-4c3f-bcf6-af0153ac430d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.902962091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a4a175f5-d5b9-4be2-8468-b0a068d188f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.989615217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cb7d79f8-0a68-4d6b-92b9-a04e813a9178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.993867763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"f4153211-56f8-47e7-9654-41978d4da5ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:02.99762977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"b3bc91ea-602d-4e8f-bfbb-7d6c1bf69e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.001111739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d9674fa4-361f-4c3f-bcf6-af0153ac430d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.004796752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a4a175f5-d5b9-4be2-8468-b0a068d188f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.005605872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-25eff6","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","reconcileID":"5a33cac6-8bfe-413f-8c40-1a5dbb35c8f0","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-detach-25eff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.010825117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"cb7d79f8-0a68-4d6b-92b9-a04e813a9178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.023182972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"a3df595b-8bf2-4140-b3c1-264547400ff2","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.161672862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b2216ec4-0a8a-4281-a587-31b9fffcf88b","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.167212815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"fff36e12-bf67-46ef-ab8e-dc1ad6495907","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.179912567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e98bbfb8-3c55-44e5-ad34-b83630e0be88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.184929999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b2216ec4-0a8a-4281-a587-31b9fffcf88b","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.188586227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"fff36e12-bf67-46ef-ab8e-dc1ad6495907","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.199853276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e551e150-be59-4043-b8aa-8ed89370270c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.203651928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e98bbfb8-3c55-44e5-ad34-b83630e0be88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.212220686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"897aa20d-facb-4b64-899c-9f105403f0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.224046598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e551e150-be59-4043-b8aa-8ed89370270c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.235012965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"897aa20d-facb-4b64-899c-9f105403f0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.373593851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"45ad7ef7-e8aa-4cea-b9ce-ed9736dfd5b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.390069762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0d1c4de2-6608-41e0-8d4a-25f9e9d3a1ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.391423523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"37f3510b-6114-47ef-b5e5-22dbd62da4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.394214781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"45ad7ef7-e8aa-4cea-b9ce-ed9736dfd5b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.410121867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0d1c4de2-6608-41e0-8d4a-25f9e9d3a1ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.411632859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"37f3510b-6114-47ef-b5e5-22dbd62da4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.487839035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"70899e2d-9c24-4798-83ba-526b7145115c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.487837561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a783dbd5-40a6-4e85-a9e2-8c78dfe27a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.508091982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a783dbd5-40a6-4e85-a9e2-8c78dfe27a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.508629459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"70899e2d-9c24-4798-83ba-526b7145115c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.54913061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5d08cbdf-33fd-450b-89a1-ac56aa661990","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.549171714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5d08cbdf-33fd-450b-89a1-ac56aa661990","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.579194178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"f8602cfb-e386-4176-89d4-3c2617474bfb","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.584762895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"03a3c9b2-80df-4e9f-a759-8c38e8b9e36f","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.624838054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bf8032bf-c61f-4da3-8bee-594dbfffbc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.678714165Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"7634a17a-971f-4782-9579-0a2afefc455a","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d44d572a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.691666293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bf8032bf-c61f-4da3-8bee-594dbfffbc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.698462191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"03a3c9b2-80df-4e9f-a759-8c38e8b9e36f","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.704358634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"f8602cfb-e386-4176-89d4-3c2617474bfb","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.737219044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3891eddb-dc57-4f3d-b1eb-dafc44a7cfd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.786495291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d7031523-6fa4-4e8f-a1a4-b370670e622c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.808209352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3891eddb-dc57-4f3d-b1eb-dafc44a7cfd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.808866073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d7031523-6fa4-4e8f-a1a4-b370670e622c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.842467988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"44c06654-485e-4f1c-95b5-33aaaab3124a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.861415141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"44c06654-485e-4f1c-95b5-33aaaab3124a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.924078494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"3094cf26-c301-4428-b609-6a7498e48a64","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.938827643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9616f228-7b06-4da3-b02d-e538e88cdf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.943738056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"3094cf26-c301-4428-b609-6a7498e48a64","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.958777601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9616f228-7b06-4da3-b02d-e538e88cdf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.610511953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"26f1f758-48e7-46d8-80c1-bd1fd49001ce","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-cmp-legacy-2c9719","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.700214137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"ca99e4df-6d9d-4c6c-be90-76ef8dac667e","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.700284856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"ca99e4df-6d9d-4c6c-be90-76ef8dac667e","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.736213992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"06c16649-3654-4f8c-b848-02a07b5a4c59","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-b3e08e","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.82700657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"f8f17cca-940f-47cf-9a73-9aedec5578a2","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.827039861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"f8f17cca-940f-47cf-9a73-9aedec5578a2","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.837030452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"cc12279d-24d9-424f-b09d-edf5da1340ce","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-1798af","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.966078246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"69069142-fba4-4246-a181-5bdd660e62dd","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:08.966107782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"69069142-fba4-4246-a181-5bdd660e62dd","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.138190557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"c6d71670-81ad-427b-ab87-745174bafab9","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.143351591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"86cbbfe1-75f8-43f1-9f06-51adac56530e","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.158482979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"c6d71670-81ad-427b-ab87-745174bafab9","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.232738018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"f4ff4476-f662-4ecb-bffc-d0addb5b0960","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.232765314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"f4ff4476-f662-4ecb-bffc-d0addb5b0960","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.247897102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"aad33a9c-f757-4e5b-b7b4-709071357ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.267539783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"aad33a9c-f757-4e5b-b7b4-709071357ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.348612186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"e69822ba-f7c4-460d-8da7-120752c13ca8","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.368414241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"e69822ba-f7c4-460d-8da7-120752c13ca8","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.552823487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"7520fd88-1774-481e-be0f-8b09524a0c44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.572835806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"7520fd88-1774-481e-be0f-8b09524a0c44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.40983174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"6b004886-f213-41dd-a377-0dc4a650dd4b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.409863464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"6b004886-f213-41dd-a377-0dc4a650dd4b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.441244827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"e9df5030-761f-41aa-ba0f-728297c04d9f","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.441305173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"e9df5030-761f-41aa-ba0f-728297c04d9f","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.459015226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"bb49a547-4163-4875-a795-f8a9f9244ccc","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.479037042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"bb49a547-4163-4875-a795-f8a9f9244ccc","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.610757892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"44a188cb-2bcf-4848-bedf-b2c16d50fd4f","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.61079052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"44a188cb-2bcf-4848-bedf-b2c16d50fd4f","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.697728111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"d9e3651c-6d60-42c4-9b22-39f849cf56d4","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.195472566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"f1e261bd-eb2c-46fd-a290-068313c8e4b5","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.195498193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"f1e261bd-eb2c-46fd-a290-068313c8e4b5","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.218436271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d08df6b0-db4c-4cc2-bc7c-655b3aa12ee4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.238550327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"d08df6b0-db4c-4cc2-bc7c-655b3aa12ee4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.251890732Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"e030d03d-dcdb-4228-874b-cf3096fa7409","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.264053887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"f5b7cd32-b154-4108-aafc-5f10787cc62a","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b271f0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.272204255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"0e656e05-eaba-4385-a409-99c5bc2db791","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.30745807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f9b6278d-ac8c-4e35-b0ad-94d51fec5d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.307470399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e6c971ff-4321-4b60-85e8-2dd49b49cd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.313595443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"38dad1b7-33be-4bf9-b39b-77312cd36a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.313594793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fbb431c1-e0e0-4388-ab5c-3feb3b35f0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.327732258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e6c971ff-4321-4b60-85e8-2dd49b49cd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.328311616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f9b6278d-ac8c-4e35-b0ad-94d51fec5d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.336129695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"38dad1b7-33be-4bf9-b39b-77312cd36a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.337345604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fbb431c1-e0e0-4388-ab5c-3feb3b35f0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.368562958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"d348f253-c6db-4618-864f-da16b5273f9d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.41979806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"2dfb0a43-746d-45f1-b40e-651c70a2f9ff","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.422794145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"3181aa3b-74ed-4515-81da-ef056d9d78ba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.445985004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"3181aa3b-74ed-4515-81da-ef056d9d78ba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.498944566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"970793e7-79d7-4a28-9fad-809d21e511dc","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.525651034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"7dacadb9-4737-4142-8fa7-8126e8dcc1ea","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.540982343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"398e8ce0-801e-42aa-bbd0-12fc2610ce5e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.542339774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"29ace2e4-cc63-40ab-beca-407563342af6","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.542505496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"66b029ea-1efd-4395-94e7-e853546f8c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.545325089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"7dacadb9-4737-4142-8fa7-8126e8dcc1ea","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.56152471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"398e8ce0-801e-42aa-bbd0-12fc2610ce5e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.562629852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"29ace2e4-cc63-40ab-beca-407563342af6","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.563794434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"66b029ea-1efd-4395-94e7-e853546f8c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.66581795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9936ff-190f-40f8-a788-758187b1221b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.699026971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9936ff-190f-40f8-a788-758187b1221b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.720855961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5652bb-2e78-4ba1-9ac3-d7dcbe925191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.722402761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6e34106d-f13c-49e3-b3d4-89fd2084cbd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.725668191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d6165fe0-018d-4019-bbf6-75d680d85d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.731754024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"98e7aa24-2468-4478-aab8-39595827cf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.743533764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5652bb-2e78-4ba1-9ac3-d7dcbe925191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.744435354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6e34106d-f13c-49e3-b3d4-89fd2084cbd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.746149989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d6165fe0-018d-4019-bbf6-75d680d85d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.752103055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"98e7aa24-2468-4478-aab8-39595827cf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.753796204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"43903b55-5ba0-4708-b3bc-c45f533b1379","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.77615927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"252c2deb-2132-4dea-9440-1a64d8465483","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.776185311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"252c2deb-2132-4dea-9440-1a64d8465483","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:11.985729139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"da434d72-e6a5-4922-a2c4-b27ca0d851d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.027667989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"86f93dea-be60-4129-a103-38a98b60b766","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.037381752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"da434d72-e6a5-4922-a2c4-b27ca0d851d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.047360814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ca0043e0-9932-4dc3-b3b9-37e6e5e1256b","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.050740371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"86f93dea-be60-4129-a103-38a98b60b766","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.053466783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"06bce44b-6992-42c0-b258-1612642c93b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.063583447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c277782e-4e5f-41f5-a8b5-fe9896d00f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.068952802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"ca0043e0-9932-4dc3-b3b9-37e6e5e1256b","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.088882261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"06bce44b-6992-42c0-b258-1612642c93b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.089415634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c277782e-4e5f-41f5-a8b5-fe9896d00f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.105182075Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"0203da26-f274-4fd0-94ab-8f93317152b7","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.109228761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"3761f505-c69e-41c7-b547-3cbb2a086328","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.15381353Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"e7d0a89e-dec4-4ae3-8d68-f037bf1e8afd","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.218272928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"adf8fab1-cd0e-4c2e-83bf-6152d87f2018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.233233435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c67923fa-03cc-4651-86f6-99247a24baf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.233306634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f5b9cc87-0d6a-4b7f-a33c-f7e152a66f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.238330435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b2d8450f-596a-4a76-a693-067a5e2de5b9","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.238917316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"adf8fab1-cd0e-4c2e-83bf-6152d87f2018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.252375382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f5b9cc87-0d6a-4b7f-a33c-f7e152a66f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.25252656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c67923fa-03cc-4651-86f6-99247a24baf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.256620575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c30319fd-dcd6-4693-9cf4-17e4b735128b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.257935373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b2d8450f-596a-4a76-a693-067a5e2de5b9","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.277097045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c30319fd-dcd6-4693-9cf4-17e4b735128b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.339483771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"709a7d97-a3e9-47ab-8f22-c95668b2f745","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.376357805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d3373c57-2726-4177-a2ac-917b6f22c793","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.398693383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d3373c57-2726-4177-a2ac-917b6f22c793","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.452103806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"71ff617b-5fb6-4fc0-a2be-bdcc168dfd5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.452111825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea33a1c-7cae-4a7b-9773-6bc786bc2a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.452712661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"ad2b2710-8d2f-436c-8b3d-a19513fd41ec","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.472360006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea33a1c-7cae-4a7b-9773-6bc786bc2a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.473085491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"71ff617b-5fb6-4fc0-a2be-bdcc168dfd5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.518926975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"84ffe4ad-f2ee-4f6e-becc-2ab913b588e8","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.554525435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1ce111d-fd99-4c58-8927-dd703759c279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.555916204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cbf6880-43a0-456a-a8a9-403a8092ef43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.575126643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1ce111d-fd99-4c58-8927-dd703759c279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.588107956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cbf6880-43a0-456a-a8a9-403a8092ef43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.637380924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"cc0805f3-fa06-43d8-8394-c9e83acfc765","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.652530437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"731283e4-5312-4522-a790-a5d1d7e8cea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.654035071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"17b050c7-69af-4071-8341-033a8491f5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.657308367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"cc0805f3-fa06-43d8-8394-c9e83acfc765","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.670777955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"cb9621c2-327f-4586-bf91-78a4f6423db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.672001605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"731283e4-5312-4522-a790-a5d1d7e8cea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.674904384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"17b050c7-69af-4071-8341-033a8491f5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.682841744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3f77972a-5cf1-41bf-986b-5e0ae6718bee","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.691405753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"cb9621c2-327f-4586-bf91-78a4f6423db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.702117605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3f77972a-5cf1-41bf-986b-5e0ae6718bee","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.752990503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"d0ee4bbf-bb80-4c58-8f7d-22367e822f62","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.75982334Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"da98bf28-324d-4179-a87e-5e021908424c","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.769918755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0980f5d7-6292-42e5-a1bf-0e2070d55365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.774370327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"d0ee4bbf-bb80-4c58-8f7d-22367e822f62","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.774923922Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"18c5c83f-d7cf-4ba6-bad4-eab2cd656478","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.790088534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0980f5d7-6292-42e5-a1bf-0e2070d55365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.793238302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d346035-08c1-4673-a940-139e81d98f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.80931715Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"17581234-045a-4806-bdfc-d91fc2c599c2","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.814247974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5d346035-08c1-4673-a940-139e81d98f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.84224637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"118349bf-f957-44b7-81a4-f4baf2e05133","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.868607506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a61a37a7-a62b-4696-b004-a2572dc93d49","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.874462637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"8dcbdb88-1970-4b7c-8c54-e263593983fd","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.890172475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a61a37a7-a62b-4696-b004-a2572dc93d49","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.905746972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"ab359267-148e-47d2-85cd-dd6c51cea98d","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.925063837Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a61a37a7-a62b-4696-b004-a2572dc93d49","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.968203895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c1123b-2689-4d5c-a047-562e62d90f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.968464146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"7de7426f-6bf2-44b0-a86d-09ef9260705a","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.97036076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b209b768-c6ed-425a-a926-749268c9c516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.987608326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c1123b-2689-4d5c-a047-562e62d90f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.98776718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"7de7426f-6bf2-44b0-a86d-09ef9260705a","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:12.991536138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b209b768-c6ed-425a-a926-749268c9c516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.053362454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"e7980dc3-1744-4bbe-bb4d-9d68a6cb8688","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.068999807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2766808d-3a0b-4729-b156-31d6430b49df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.091769509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2766808d-3a0b-4729-b156-31d6430b49df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.108035129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"393e905b-0722-46ad-9825-2e0a85d6c6f3","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.12389404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"b678f844-d761-4a0d-bb3d-5b03d5cbefe2","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.123920772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"b678f844-d761-4a0d-bb3d-5b03d5cbefe2","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.126695114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"48a450e9-a682-4229-bc73-a762e85cd67c","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.141614072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"dc2c2961-11c7-4a0d-8d07-ff2dd55a5155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.164367885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"dc2c2961-11c7-4a0d-8d07-ff2dd55a5155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.257029236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"80d2c609-d2e0-4f13-b98c-350a48c96f33","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.271633574Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"908c6e9e-3ec1-438e-9a50-285cc750b9f9","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.329476299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"47cfadf0-552b-4600-b77b-f493dc00207f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.330157566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"854dbc64-f799-4260-8c96-01e70d7bb72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.333197162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"80d2c609-d2e0-4f13-b98c-350a48c96f33","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.358132623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"4ae7cb89-1bc7-41eb-aaa7-be4e73a8794e","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.35827989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"4ae7cb89-1bc7-41eb-aaa7-be4e73a8794e","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.362010518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"47cfadf0-552b-4600-b77b-f493dc00207f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.364896804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"854dbc64-f799-4260-8c96-01e70d7bb72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.375818829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f907f671-5ce9-44dd-9121-bba31c75386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.38701691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"33d5a9e0-e252-437a-8822-50f3ba2cc599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.392945317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"4e5cd4ce-d915-44e3-a3cf-8c820d6eb886","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-1798af","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.393499963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"01fa7bd8-d711-4062-be9b-dac12ec4a123","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.395790809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f907f671-5ce9-44dd-9121-bba31c75386f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.407743617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"33d5a9e0-e252-437a-8822-50f3ba2cc599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.560902525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"908e6da7-f2a9-4a8d-9d9b-e5edd1f1fe86","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.561505976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"dd634d1a-9676-4360-bf0c-801fce76db4c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.581310857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cf686a55-091c-417e-b005-ed720e588b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.58216767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"51d22a1d-c23a-45f5-8976-c9d9137668a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.608303372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"dd634d1a-9676-4360-bf0c-801fce76db4c","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.645093258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"908e6da7-f2a9-4a8d-9d9b-e5edd1f1fe86","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.650291184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"cf686a55-091c-417e-b005-ed720e588b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.654620989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"b8287308-b40e-4d70-9ead-98a8f68923fc","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.656817481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"51d22a1d-c23a-45f5-8976-c9d9137668a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.671357301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"a88713d0-f1b8-49f3-b115-4a46235ffe84","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.671384273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"a88713d0-f1b8-49f3-b115-4a46235ffe84","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.686334636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a1898cdc-98cc-4507-acaa-fa0d44b20df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.69794847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"943a6879-8cc8-4051-8680-71efb3d819e0","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","subscription":"e2e-att-unrel-327c8a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.79997123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"943a6879-8cc8-4051-8680-71efb3d819e0","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.803623583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a1898cdc-98cc-4507-acaa-fa0d44b20df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.830441779Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-sub","reconcileID":"943a6879-8cc8-4051-8680-71efb3d819e0","MaaSSubscription":{"name":"e2e-att-unrel-327c8a-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.871323707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"1ed8ddd2-1b88-4694-90b8-8d2b7f31328b","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.875137462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0be6d27f-4164-4063-8ac3-cda4644acd4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.888407994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f5688f68-8398-4979-8beb-4b8175773a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.897736745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"1ed8ddd2-1b88-4694-90b8-8d2b7f31328b","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.905008079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0be6d27f-4164-4063-8ac3-cda4644acd4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.909863231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f5688f68-8398-4979-8beb-4b8175773a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.970677195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"eb797a7a-9422-44ec-93b3-eb8c8d6f32d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.970697892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"82dcd110-d8f1-4f49-a8c4-410ab9490a40","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.977602391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"56d3978a-59f2-40c8-a640-24c7d000d0e4","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.977629228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"56d3978a-59f2-40c8-a640-24c7d000d0e4","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.991558314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"eb797a7a-9422-44ec-93b3-eb8c8d6f32d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.99179888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"82dcd110-d8f1-4f49-a8c4-410ab9490a40","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.063314256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f86f5b-276f-48b1-b6a2-59c5aef7459d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.091583908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af2ae195-f5eb-4cf9-8c82-bc6b19aafda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.099177101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9f86f5b-276f-48b1-b6a2-59c5aef7459d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.190475362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af2ae195-f5eb-4cf9-8c82-bc6b19aafda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.199169915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"9914390a-939d-40fc-ae95-2f82ac75df0f","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.19919131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"9914390a-939d-40fc-ae95-2f82ac75df0f","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.286715831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"851e7af7-08f0-44a8-a021-88a202ed18ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.303098471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"72471327-a47a-42eb-89ca-5d6489a7e4a5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.306446552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"851e7af7-08f0-44a8-a021-88a202ed18ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.317945323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"82bb9511-c7cf-4b39-af49-6b69e76508a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.321351176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"11a6aaba-9b86-4afd-bac2-7c5948285b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.322829236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"72471327-a47a-42eb-89ca-5d6489a7e4a5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.337459766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"82bb9511-c7cf-4b39-af49-6b69e76508a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.341008147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"11a6aaba-9b86-4afd-bac2-7c5948285b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.360002635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7bf63c6e-0495-494b-8967-bdfcf6bcae05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.379067401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7bf63c6e-0495-494b-8967-bdfcf6bcae05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.486741515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b3c1add2-c723-4fbb-b7ec-711da13d5e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.511202613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b3c1add2-c723-4fbb-b7ec-711da13d5e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.537915856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b06427ae-779d-4531-a1f4-3715e3746fb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.622418464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5672be90-b40e-475e-8b7e-2ef71c9b99da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.627242825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"0eef9a96-a513-4ff2-b695-813d8c030029","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.64429188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5672be90-b40e-475e-8b7e-2ef71c9b99da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.647468874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"0eef9a96-a513-4ff2-b695-813d8c030029","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.679350224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b06427ae-779d-4531-a1f4-3715e3746fb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.695511608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4ea703ae-763f-497f-b44b-e52098f46bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.710410571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b014e1fc-b4ed-40a0-a614-27792e060cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.714806879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4ea703ae-763f-497f-b44b-e52098f46bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.729321529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b06427ae-779d-4531-a1f4-3715e3746fb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.729335568Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-att-unrel-327c8a-access","reconcileID":"b06427ae-779d-4531-a1f4-3715e3746fb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-327c8a-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.730717905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b014e1fc-b4ed-40a0-a614-27792e060cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.763543896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"f2e773c0-2252-4f05-a718-0e05f5b2761c","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"tenant":"e2e-extmod-b-ac338d","gateway":"openshift-ingress/e2e-extmod-b-ac338d","model":"e2e-extmod-att-user-182956/e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.763561788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"f2e773c0-2252-4f05-a718-0e05f5b2761c","MaaSModelRef":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"routeName":"external-model-e2e-att-unrel-327c8a-8b0b983fc887","namespace":"e2e-extmod-att-user-182956","model":"e2e-att-unrel-327c8a","externalModel":"e2e-att-unrel-327c8a","provider":"e2e-att-unrel-327c8a-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.773635886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"471781a4-0145-47ab-9829-768fc234170e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.796310527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"471781a4-0145-47ab-9829-768fc234170e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.298807171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"a7182df2-dcf4-4c74-9a4d-d02dddf1c66f","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.348927361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bdf8fdbd-fd47-405d-94aa-1604d3195836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.34908283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3bfc8104-6f5a-41d5-bfa1-8a05eebd74f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.353797892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7fed81f1-7034-4301-a658-cebf978613fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.354022384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f2b6a901-f1f2-47f1-ad85-5f269d9f8fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.354183559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bb676b05-67df-4ff8-b605-23deee0f840f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.369305029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bdf8fdbd-fd47-405d-94aa-1604d3195836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.369350436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3bfc8104-6f5a-41d5-bfa1-8a05eebd74f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.374275579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bb676b05-67df-4ff8-b605-23deee0f840f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.374686857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f2b6a901-f1f2-47f1-ad85-5f269d9f8fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.379427507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7fed81f1-7034-4301-a658-cebf978613fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.481954931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-327c8a","namespace":"e2e-extmod-att-user-182956"},"namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","reconcileID":"5dec55ce-220d-4a5e-ad2f-0e2f322eef64","namespace":"e2e-extmod-att-user-182956","name":"e2e-att-unrel-327c8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.571669454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"419bdfd0-53e3-47ad-8ed6-7ce4c52fc24e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.585975469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"3690815d-7026-4927-878a-8638a3eb2eca","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.590486625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"33d4095c-6b17-4fa9-be1f-85652dfc1750","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.645788609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4f8b15-9365-424c-8dd9-5ff8d7daf628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.646205846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e619ddc1-77b6-4538-96a2-0899a1ad7918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.650837973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"419bdfd0-53e3-47ad-8ed6-7ce4c52fc24e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.652709725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"3690815d-7026-4927-878a-8638a3eb2eca","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.659447458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"33d4095c-6b17-4fa9-be1f-85652dfc1750","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.673532061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e619ddc1-77b6-4538-96a2-0899a1ad7918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.681922252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4f8b15-9365-424c-8dd9-5ff8d7daf628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.846799881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"3952a1d4-4b46-48b3-abd2-1c91e1ae612f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.858588413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"e5d7f2f7-ebf3-41c2-b0a7-0fe51bd46b1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.858593929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0b82a525-1886-45dd-862e-8167d4133493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.861669933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b1a5d3ce-f347-47e0-b103-f6e2d2e35162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.863039446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f39e3ab9-4f0b-49e8-877a-7efacc2b1671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.867653733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"3952a1d4-4b46-48b3-abd2-1c91e1ae612f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.879414113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"e5d7f2f7-ebf3-41c2-b0a7-0fe51bd46b1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.879662934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0b82a525-1886-45dd-862e-8167d4133493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.881711117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b1a5d3ce-f347-47e0-b103-f6e2d2e35162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:15.882833119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f39e3ab9-4f0b-49e8-877a-7efacc2b1671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.089034321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"98b85794-4edd-4825-a0dc-a6481e875898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.095357421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"69e6faa4-d3a9-48af-85e9-646a793d10f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.104126426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3838b94d-7cf1-4cd5-9747-f392cdc92974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.105584966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8e3be4bb-b6f3-4060-9d3e-a1c45c668904","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.194451745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"98b85794-4edd-4825-a0dc-a6481e875898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.207539206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3838b94d-7cf1-4cd5-9747-f392cdc92974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.210929827Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.233124012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"7d8bc021-30e7-4282-87f2-ce2c702dd4df","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.233163067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"7d8bc021-30e7-4282-87f2-ce2c702dd4df","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.22615268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8e3be4bb-b6f3-4060-9d3e-a1c45c668904","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.231028871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"69e6faa4-d3a9-48af-85e9-646a793d10f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:16.294921556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"550d9968-d893-4642-a2d7-670af35436f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-03b770-9cf5f7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.308168175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"83801d71-9d53-48c5-92d4-508888943b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.327338633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"83801d71-9d53-48c5-92d4-508888943b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.329603783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"762b7ec2-7cd8-41d9-bf76-86bc7efa8cd2","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.329624878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"762b7ec2-7cd8-41d9-bf76-86bc7efa8cd2","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:16.361335573Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"762b7ec2-7cd8-41d9-bf76-86bc7efa8cd2","name":"e2e-cfl-same-03b770","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-03b770\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:16.361401195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"762b7ec2-7cd8-41d9-bf76-86bc7efa8cd2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-03b770\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.377191875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"4f2578ab-bb8a-48b0-8991-2ea67dc06676","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.377212046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"4f2578ab-bb8a-48b0-8991-2ea67dc06676","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.398330596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d750c1db-54ea-4006-b058-13913b7b6579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.408843577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"4a8ef01c-657d-4c62-9490-d9ed88887e51","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.408860823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"4a8ef01c-657d-4c62-9490-d9ed88887e51","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.417620353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"d750c1db-54ea-4006-b058-13913b7b6579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.431942329Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"755054fc-9417-49c7-9952-36ad2427c5ab","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-cfl-same-03b770","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.498347924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f8443b1c-f0d6-4cd1-acca-49557db782b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.498379631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0b292754-f9c9-46be-ac4c-adb1f3da26b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.50022895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"86b86454-c5fa-40e6-98f0-27c305bdc66e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.519445884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f8443b1c-f0d6-4cd1-acca-49557db782b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.519730352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0b292754-f9c9-46be-ac4c-adb1f3da26b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.520683699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"bcefc0d9-96a9-4fbe-9f6f-dd17bb08d3b0","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.520704387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"bcefc0d9-96a9-4fbe-9f6f-dd17bb08d3b0","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.522224688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"86b86454-c5fa-40e6-98f0-27c305bdc66e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.586338275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"b70202f8-bbf4-440c-933b-150083b5425a","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.60283426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"53884564-323d-41ea-86d9-b254a46bc72c","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:16.624763963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"53884564-323d-41ea-86d9-b254a46bc72c","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:17.696922912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.022284738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"1fa97e61-84c7-4630-81ee-8d5184f5f52e","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.02231047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"1fa97e61-84c7-4630-81ee-8d5184f5f52e","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.054115011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"333ab2bc-89e5-46bc-b396-b6ec170f4c4c","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.054134714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"333ab2bc-89e5-46bc-b396-b6ec170f4c4c","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.074394341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"8de5f8d8-16f3-4966-98b7-170c1838b0c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.09362668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"8de5f8d8-16f3-4966-98b7-170c1838b0c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.152514543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.168417545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"69428791-c599-4ec1-a58c-99fdae9ca94a","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.168443115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"69428791-c599-4ec1-a58c-99fdae9ca94a","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:18.184573853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"0f3555cc-a844-4baf-af5b-59f402828099","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-5c8ce5-266342-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.200646148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e5b8dbe4-8da4-4de7-82d3-228a8d4548a1","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.200697587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"4f19e1ea-5831-4340-9ab7-5d222716b46b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.220274485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"4f19e1ea-5831-4340-9ab7-5d222716b46b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.220281542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e5b8dbe4-8da4-4de7-82d3-228a8d4548a1","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.221183651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"1347c483-62dc-4765-af07-bbf19ba7ff35","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.221200714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"1347c483-62dc-4765-af07-bbf19ba7ff35","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:18.253984675Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"1347c483-62dc-4765-af07-bbf19ba7ff35","name":"e2e-cfl-ok-5c8ce5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-5c8ce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:18.254064686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"1347c483-62dc-4765-af07-bbf19ba7ff35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-5c8ce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.276190793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"e3292de7-4562-4ca8-bf9a-f86d1e3a4023","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.276228662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"e3292de7-4562-4ca8-bf9a-f86d1e3a4023","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.319641364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"37becb68-8ccf-47f3-87dd-042b8724772f","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.319667043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"37becb68-8ccf-47f3-87dd-042b8724772f","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.33719815Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"11235f1d-ecaa-46c5-b1bb-560d5c5cec70","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-ok-5c8ce5","model":"e2e-cfl-ok-5c8ce5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.352585083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"14f39890-2b8a-4782-a6ac-0158420d159f","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.352604188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"14f39890-2b8a-4782-a6ac-0158420d159f","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.409433373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"de3539c5-85ec-47c3-b278-78d12fca230b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.409511293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"78558176-d418-4b2d-a780-ee55c3c9d218","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.424071146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"8b35d4ad-9f5d-4222-99d7-b5e750fd7f12","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.424091109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"8b35d4ad-9f5d-4222-99d7-b5e750fd7f12","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.428872583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"de3539c5-85ec-47c3-b278-78d12fca230b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.429276209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"78558176-d418-4b2d-a780-ee55c3c9d218","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:18.488555614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"209895ee-9645-4aeb-899e-b7357f7ad2ed","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-ok-5c8ce5","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.280109489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"8b6246b1-3e12-4792-990f-513dfafd807d","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","subscription":"e2e-cmp-legacy-2c9719-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.320400954Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"8b6246b1-3e12-4792-990f-513dfafd807d","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.337036793Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-sub","reconcileID":"8b6246b1-3e12-4792-990f-513dfafd807d","MaaSSubscription":{"name":"e2e-cmp-legacy-2c9719-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.450959632Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.452149412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"4922dfdd-ec5d-494f-acd3-6e4278566811","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.488876852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"9e495bf6-1830-4b9b-be65-0a84cb7b0c91","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.48889818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"9e495bf6-1830-4b9b-be65-0a84cb7b0c91","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.490980897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"7be4ca36-8a89-4fea-a8c1-4272f384533c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.510036979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"7be4ca36-8a89-4fea-a8c1-4272f384533c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.611211253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"8683252f-75c4-4624-9044-437c886a4905","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.611234896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"8683252f-75c4-4624-9044-437c886a4905","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.656541957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"6ce86ee7-6c9b-4ba4-9b42-0cabef1193d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.775176725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"6ce86ee7-6c9b-4ba4-9b42-0cabef1193d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.823134606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"6ce86ee7-6c9b-4ba4-9b42-0cabef1193d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.823158875Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719-access","reconcileID":"6ce86ee7-6c9b-4ba4-9b42-0cabef1193d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2c9719-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.857823486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"c73280c9-be0d-4dd4-be09-be6f6af26e98","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"ai-tenant-e2e-extmod-a-d87781/e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.857857841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"c73280c9-be0d-4dd4-be09-be6f6af26e98","MaaSModelRef":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"routeName":"external-model-e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781","model":"e2e-cmp-legacy-2c9719","externalModel":"e2e-cmp-legacy-2c9719","provider":"e2e-cmp-legacy-2c9719-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.380801485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"9d046a4b-e631-441a-8f92-d4385740c326","namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.430662351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a445326b-d310-4aef-930c-0861ca04dd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.430665985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"57f48945-614e-4335-a514-e86195ad7e05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.432464836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d5c07485-b945-4da5-be46-bd9c2e8575e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.432742296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"db4b15e1-f594-45d8-b155-8a521821c689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.434886554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"49d7b7b3-1bc3-47c9-ba76-9211838088c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.453186015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"57f48945-614e-4335-a514-e86195ad7e05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.453296021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"db4b15e1-f594-45d8-b155-8a521821c689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.455481122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"d5c07485-b945-4da5-be46-bd9c2e8575e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.455674395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a445326b-d310-4aef-930c-0861ca04dd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.457762041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"49d7b7b3-1bc3-47c9-ba76-9211838088c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.565923679Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2c9719","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","reconcileID":"4b22e21d-d3dc-462c-9b70-528eb8218499","namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-cmp-legacy-2c9719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.633445441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"ef7e5b87-8f3b-4d88-b8a1-6cba2ecc692f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.634517878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4b417dd3-b03a-4de6-bb34-6d0f49d3793f","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.635317801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"0e4b5342-a90f-4210-84cb-546c2a2288e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.654046988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"ef7e5b87-8f3b-4d88-b8a1-6cba2ecc692f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.654183106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4b417dd3-b03a-4de6-bb34-6d0f49d3793f","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.656322301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"0e4b5342-a90f-4210-84cb-546c2a2288e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.734072849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9614552c-e656-41aa-95a0-7f3ccafd98ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.734498186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c0e7d73-a1ed-41e8-afcb-1dae8d9af2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.764052484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c0e7d73-a1ed-41e8-afcb-1dae8d9af2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.802031576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9614552c-e656-41aa-95a0-7f3ccafd98ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.882147799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5c48230b-57c8-4e1d-8afe-ae854538e0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.882652542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"7d18af7f-e206-4e00-9255-5b1c2273e5c5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.891793659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"415a9b75-bec9-40c9-8146-8bea7e559c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.903229724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5c48230b-57c8-4e1d-8afe-ae854538e0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.904594252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"7d18af7f-e206-4e00-9255-5b1c2273e5c5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.906784959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"adf2b01e-3e83-44ee-be09-27987d8df116","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.911151403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"415a9b75-bec9-40c9-8146-8bea7e559c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.092654952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"aae17381-15b8-45fd-acd6-84aba5db9ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.093181701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"123ac33f-6dc8-4ebd-826f-7f92a1abcb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.094375933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"47834aa1-c64c-4acb-aeb5-c48a4f5c3c7b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.112866783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"123ac33f-6dc8-4ebd-826f-7f92a1abcb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.115034061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"aae17381-15b8-45fd-acd6-84aba5db9ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.11733729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"47834aa1-c64c-4acb-aeb5-c48a4f5c3c7b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.231798928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ff2d2851-0c0a-455e-9e94-4d163f253cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.286626583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"81c25c8a-7827-4cce-b01c-39379fafc19c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.28906999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ff2d2851-0c0a-455e-9e94-4d163f253cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.306648571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"81c25c8a-7827-4cce-b01c-39379fafc19c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.336036125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b8c6a16e-cc41-430e-8c3d-bf964e7fcffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.351575723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"25b15af4-02fe-48f9-95ae-6c9415707f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.355325666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b8c6a16e-cc41-430e-8c3d-bf964e7fcffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.367020842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3d0cd18e-7e1a-459c-ac75-bf960278cdf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.371698403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"25b15af4-02fe-48f9-95ae-6c9415707f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.383245566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8793ebb4-94ca-4e6c-a9ab-b51780b8377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.386584446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3d0cd18e-7e1a-459c-ac75-bf960278cdf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.40253243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"8793ebb4-94ca-4e6c-a9ab-b51780b8377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.436399272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6db4ec65-cdd3-4141-bd86-0db04af8b77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.456455069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6db4ec65-cdd3-4141-bd86-0db04af8b77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.683228736Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.699531453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"2eda6f04-a21e-49c5-988f-b6e7ab4ffe91","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.699553178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"2eda6f04-a21e-49c5-988f-b6e7ab4ffe91","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:23.716199299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"fba61fa6-0b9d-4196-a43d-17901a80348f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7ee206-fecfe8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.731756498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"2b4df295-939b-484b-af68-2505861d2875","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.731958244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"b18887d7-63bb-4f7d-bc70-593da9a7f37c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.752828025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"2b4df295-939b-484b-af68-2505861d2875","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.753190452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"b18887d7-63bb-4f7d-bc70-593da9a7f37c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.753306385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"617344ef-c428-4266-9d86-12f390bd99ea","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.753322212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"617344ef-c428-4266-9d86-12f390bd99ea","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:23.7852853Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"617344ef-c428-4266-9d86-12f390bd99ea","name":"e2e-cfl-same-7ee206","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-7ee206\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:23.78534174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"617344ef-c428-4266-9d86-12f390bd99ea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-7ee206\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.801017156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"91975261-1447-4afd-a757-c386e84f2278","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.801038361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"91975261-1447-4afd-a757-c386e84f2278","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.835233055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"cf1f2a61-7151-4cae-99de-b48bcbe22242","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.835292289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"cf1f2a61-7151-4cae-99de-b48bcbe22242","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.857825363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"aba7447d-9054-4122-ad3d-5695dc675ef6","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","model":"e2e-cfl-same-7ee206","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.880866121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"223a24bd-5d19-43de-bf18-4e10087a6727","namespace":"llm","name":"e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.901383755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"a841993b-08e8-4f25-9e9d-4edc2250c9d5","namespace":"llm","name":"e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.932108602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5cbfd11b-fb6c-45d6-b147-4601ccf9df90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.932111134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"14472830-9d9e-4e87-9bd5-53b1f517df08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.933453005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a96d9eea-1b2b-443c-9fa9-3cc91a87ed96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.948359557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"64e865ec-393f-4167-a1a0-95e40bf442ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.948740539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5f7ac488-0df9-40fe-adac-08b46d014b8b","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.948782019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"fd347cda-8fc6-4326-a69a-e0a18de0bc7a","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.948799441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"fd347cda-8fc6-4326-a69a-e0a18de0bc7a","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.952178648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5cbfd11b-fb6c-45d6-b147-4601ccf9df90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.952795499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a96d9eea-1b2b-443c-9fa9-3cc91a87ed96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.954491013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"14472830-9d9e-4e87-9bd5-53b1f517df08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.968171122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5f7ac488-0df9-40fe-adac-08b46d014b8b","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.96843513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"64e865ec-393f-4167-a1a0-95e40bf442ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.969281277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79a70cb2-2e5b-4ee9-ac6a-5ef48e5a13d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.969309899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79a70cb2-2e5b-4ee9-ac6a-5ef48e5a13d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.969712159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8ad2799-36f2-41ef-a1c6-571803113291","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.969731297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8ad2799-36f2-41ef-a1c6-571803113291","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.97004391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a21b759-82b9-433e-9f98-f66ee7322cd6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.97006301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a21b759-82b9-433e-9f98-f66ee7322cd6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.970441676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0070fb00-21b9-4823-bfd7-ff24dc8741ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.970457623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0070fb00-21b9-4823-bfd7-ff24dc8741ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.970708362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12acfe44-6142-4aed-9c2d-0b26ead47591","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.970719563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12acfe44-6142-4aed-9c2d-0b26ead47591","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.970936397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"353c4a93-67f9-4b07-9a18-0231c94e1667","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.970946264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"353c4a93-67f9-4b07-9a18-0231c94e1667","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.97124702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"622b2ada-e812-4ea2-b307-01584c5e60c6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.971278025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"622b2ada-e812-4ea2-b307-01584c5e60c6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.971538551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"965c875f-432d-4e84-878d-b76b32b0f134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.971551253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"965c875f-432d-4e84-878d-b76b32b0f134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.992683443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2fd5a3cd-d019-4023-817e-52846c39035c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.992704941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2fd5a3cd-d019-4023-817e-52846c39035c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.993035317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"95e0dcda-b55e-4a1d-9ef3-f52b4c43bdd1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.993053963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"95e0dcda-b55e-4a1d-9ef3-f52b4c43bdd1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.993424131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f86f6e74-c7f0-4393-8ab2-7a455a132415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.993437767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f86f6e74-c7f0-4393-8ab2-7a455a132415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.993842245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2654666-bf1e-42ab-a40d-769749b3c5c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.993855914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2654666-bf1e-42ab-a40d-769749b3c5c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.994145106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7718dc91-aa0c-4e7b-8aa4-51c5a247264f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.994155953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7718dc91-aa0c-4e7b-8aa4-51c5a247264f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.994431632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ff9ffc8-c0fc-4aa2-a119-b7dd7e294dc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.994441863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ff9ffc8-c0fc-4aa2-a119-b7dd7e294dc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.994821388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3729f0d-fd1d-4774-9beb-d624baed0387","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.99483191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3729f0d-fd1d-4774-9beb-d624baed0387","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.995102123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb17c1ff-123b-462b-83eb-5d72294c618f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.995117821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb17c1ff-123b-462b-83eb-5d72294c618f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.015670033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"5087c1d6-557c-4c01-a828-da9fbf3e9bf2","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.09864074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"acab73e0-985d-4274-af1a-7f11f2b6122a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.09879169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d3415697-be6d-48f3-9855-458d4de6b967","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.116214049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"2f5aac32-36d6-4406-ab05-ffa2e1a03540","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"name":"e2e-dft-5fe89e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.187002528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"61f16779-96da-4616-a117-09653bddc7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.202705044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d9cb984a-d3b4-4937-aee3-855ee2128db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.202716617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"09148088-56f6-4753-bb33-ff8f63153bb1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.20713958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"61f16779-96da-4616-a117-09653bddc7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.208212327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"e4b65f6a-b25f-4910-812a-33dd2e79eb8f","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.208231168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"e4b65f6a-b25f-4910-812a-33dd2e79eb8f","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.227219908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"d9cb984a-d3b4-4937-aee3-855ee2128db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.227248415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"09148088-56f6-4753-bb33-ff8f63153bb1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.254366694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"602f9d51-9bab-4180-be74-6e53c668f55c","namespace":"llm","name":"e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.25544348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"31ca22cd-d0f8-4ab4-9889-70f6a9d925a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.255979176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b29cf24-3768-4633-9a9a-6847c8658933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.270507017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"f22311cb-a3e7-4b33-9fcc-9ef537b06724","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.270528113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"f22311cb-a3e7-4b33-9fcc-9ef537b06724","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.275731692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b29cf24-3768-4633-9a9a-6847c8658933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.276347668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"31ca22cd-d0f8-4ab4-9889-70f6a9d925a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.490927712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6a27d486-2b39-4c13-a4f6-ee23e3d194ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.491757577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18117aea-452a-403b-a257-59d70dbffc75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.495682559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a38299e8-5a20-441a-985e-a9b62cb83329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.510915122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6a27d486-2b39-4c13-a4f6-ee23e3d194ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.514999873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18117aea-452a-403b-a257-59d70dbffc75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.515925165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a38299e8-5a20-441a-985e-a9b62cb83329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.55288776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c4ec4fd8-f026-420d-a5e2-2efc48b26dfa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.553045339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"f472fa3a-4d66-4d8b-ba89-4346d32e0a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.572843914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c4ec4fd8-f026-420d-a5e2-2efc48b26dfa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.573191953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"f472fa3a-4d66-4d8b-ba89-4346d32e0a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.652999796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"54ec1a23-48d2-4a19-9a83-580d4f2b30c5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.653859318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"09da4ba0-1ba2-408a-abae-5981d1f79a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.655063059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9f7550c2-fa96-451b-9e9c-1b5d963b535e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.673040072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"54ec1a23-48d2-4a19-9a83-580d4f2b30c5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.674565745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"09da4ba0-1ba2-408a-abae-5981d1f79a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.675221297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9f7550c2-fa96-451b-9e9c-1b5d963b535e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.751478268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eb7f5917-ee24-4167-ad37-6ac26358be58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.751664099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"2a2473f1-9312-4789-8cf1-7897394f6326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.771060846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4acd388c-9283-45b6-92c1-4266044c95eb","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.771060835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2159d16d-bb27-406e-a615-21374304d571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.774570281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eb7f5917-ee24-4167-ad37-6ac26358be58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.775191505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"2a2473f1-9312-4789-8cf1-7897394f6326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.792471173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4acd388c-9283-45b6-92c1-4266044c95eb","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.792487233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2159d16d-bb27-406e-a615-21374304d571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.798579613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"28325657-e06d-4a98-b9c9-84a5f231cbdc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.817697633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"28325657-e06d-4a98-b9c9-84a5f231cbdc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.911979961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"d6dcfe5d-efde-4c26-b282-bc6ed005dbfc","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.912003629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"d6dcfe5d-efde-4c26-b282-bc6ed005dbfc","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.957528006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3443887c-6e91-4af3-b6c9-991973952bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.95752804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"fe4d46fb-8578-4906-9673-d0dc3b57ab51","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.977373788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3443887c-6e91-4af3-b6c9-991973952bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:24.977426115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"fe4d46fb-8578-4906-9673-d0dc3b57ab51","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.11120732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"f13efe9d-5120-461d-9107-2728996cd817","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.112027461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"dfea312a-83e8-42d1-a7b2-f2540e09aa10","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.112045495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"dfea312a-83e8-42d1-a7b2-f2540e09aa10","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.187031346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc99f2ce-79e4-474f-bf2a-26d3e332af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.187752302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3de878bb-23ea-48d2-980b-19407e64c1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.19011555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"f13efe9d-5120-461d-9107-2728996cd817","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.206702884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc99f2ce-79e4-474f-bf2a-26d3e332af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.207881537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3de878bb-23ea-48d2-980b-19407e64c1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.222376365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"03c2cbb3-9891-455d-aed1-cf4c85957da2","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.242174331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"03c2cbb3-9891-455d-aed1-cf4c85957da2","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.47164108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"cde32d3c-178c-473c-bdfd-f6f06c30d1b4","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.47166434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"cde32d3c-178c-473c-bdfd-f6f06c30d1b4","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.525229993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"31fb5558-047d-4b71-b4ec-c3cd30863ebc","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:25.547474795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"31fb5558-047d-4b71-b4ec-c3cd30863ebc","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.547793631Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.563818706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"109ac7eb-8023-4616-9e9e-195feb3035d1","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.563845002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"109ac7eb-8023-4616-9e9e-195feb3035d1","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.583042171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"51ffd5d0-92df-4d30-abfa-7b2948b3ab94","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-5fe89e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.620859823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"6382f0d6-b4a3-4d96-a9c8-a5466aa6f905","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.620886056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"6382f0d6-b4a3-4d96-a9c8-a5466aa6f905","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.622475077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52cfbf1-3a9d-4356-913b-3ab288924f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.623433311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ba6810-fb0b-4a00-adb7-0e3591e242dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.623559132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"451905a6-01bf-4681-bc5b-057d8b6131ac","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.656408198Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"6382f0d6-b4a3-4d96-a9c8-a5466aa6f905","name":"e2e-dft-5fe89e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-5fe89e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.656485495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"6382f0d6-b4a3-4d96-a9c8-a5466aa6f905","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-5fe89e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.675712003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52cfbf1-3a9d-4356-913b-3ab288924f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.678468789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"34737e02-e76f-4f8e-a57b-b1ad53a96095","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.678493337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"34737e02-e76f-4f8e-a57b-b1ad53a96095","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.678710625Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ba6810-fb0b-4a00-adb7-0e3591e242dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.679042437Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"451905a6-01bf-4681-bc5b-057d8b6131ac","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.695080181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d52cfbf1-3a9d-4356-913b-3ab288924f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.699880403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ba6810-fb0b-4a00-adb7-0e3591e242dd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.700915261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab0a9b0d-7dec-454b-99ea-92d9de5a9ded","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.700936657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab0a9b0d-7dec-454b-99ea-92d9de5a9ded","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:27.702619992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"451905a6-01bf-4681-bc5b-057d8b6131ac","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.718312192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"3d39f1fa-581b-4a71-b732-5f399c401df1","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.718333933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"3d39f1fa-581b-4a71-b732-5f399c401df1","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.73443809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e4e48dc-834e-4ad5-8964-01891f1f26e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.734460581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e4e48dc-834e-4ad5-8964-01891f1f26e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.740534102Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"f8a6c5b2-38fc-4fc7-b20b-1c0b010d76e3","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5fe89e","model":"e2e-dft-5fe89e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-5fe89e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.765311922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb653629-67e4-4194-a8eb-d1bc14088c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.785115472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb653629-67e4-4194-a8eb-d1bc14088c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.832023486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"852652b4-6347-4591-8bc9-100665db4ef0","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.832059629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"852652b4-6347-4591-8bc9-100665db4ef0","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.871083736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"884c8cc7-815d-4b5f-9e58-224eda549078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.871551075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"97335458-2f61-4e20-b05f-4eb81f2e0608","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.893029636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"97335458-2f61-4e20-b05f-4eb81f2e0608","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.893647576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"884c8cc7-815d-4b5f-9e58-224eda549078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.896546527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"be73ec8f-a275-4b03-8cc7-e38575734a81","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5fe89e","model":"llm/e2e-dft-5fe89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.911904485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"97335458-2f61-4e20-b05f-4eb81f2e0608","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.913099165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"884c8cc7-815d-4b5f-9e58-224eda549078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.947230912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"bfe45cd1-8a9a-490b-904d-bf0729c5ff38","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:27.947274466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"bfe45cd1-8a9a-490b-904d-bf0729c5ff38","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.41624863Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"bfccf47c-872b-4c0c-ab9e-f7cd4654959c","namespace":"llm","name":"e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.436670746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"3bfebf11-7e0a-43fd-90bc-f210ce4814d7","namespace":"llm","name":"e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.46857042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7231d430-9500-4a96-b0fa-944c8d4e876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.468855554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f1845a8e-44bd-4db0-aaad-7a69a404c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.469050644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"56509ef5-c4b4-4fdf-a2e4-436e74a9a212","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.480638247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"b3f9463d-21e0-4e45-b4fa-7f20ae6c4ca1","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.485066558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e88ef6b-ff60-42a6-b891-b79bd67747db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.487909057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7231d430-9500-4a96-b0fa-944c8d4e876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.488335964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f1845a8e-44bd-4db0-aaad-7a69a404c5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.490097319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"56509ef5-c4b4-4fdf-a2e4-436e74a9a212","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.501272554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"b3f9463d-21e0-4e45-b4fa-7f20ae6c4ca1","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.50548218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e88ef6b-ff60-42a6-b891-b79bd67747db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.512113943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fbf3ca5-4d7b-4d0b-983c-7d2f18a85de4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.512135924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fbf3ca5-4d7b-4d0b-983c-7d2f18a85de4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.512477831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62eda801-3162-417e-86ee-aa4e950b6180","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.512492348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62eda801-3162-417e-86ee-aa4e950b6180","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.512719638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79ede714-4b68-4877-828c-7efed4fa8b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.512731254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79ede714-4b68-4877-828c-7efed4fa8b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.520866805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"b3f9463d-21e0-4e45-b4fa-7f20ae6c4ca1","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.524831199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e88ef6b-ff60-42a6-b891-b79bd67747db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.529841266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"85e948fd-3b7d-48af-a276-d48413a00d7b","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.529859443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"85e948fd-3b7d-48af-a276-d48413a00d7b","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.546481354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e1820ef-e8ef-4c76-982c-e5d64ab56fb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.546496729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e1820ef-e8ef-4c76-982c-e5d64ab56fb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.546777274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e218cb8-b341-40df-bdf9-b5d481ab482f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.546789006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e218cb8-b341-40df-bdf9-b5d481ab482f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.547047178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e7eb698-4bfb-46b0-b612-d9f5879c4441","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.547058702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e7eb698-4bfb-46b0-b612-d9f5879c4441","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.547449679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f448cb6-81fc-48ec-9e77-2ac3c87a3a46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.547467137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f448cb6-81fc-48ec-9e77-2ac3c87a3a46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.547767589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9c2d4b31-7588-4f32-b213-7636e46d86e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.547779893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9c2d4b31-7588-4f32-b213-7636e46d86e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.548012103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c4491d0-858d-469c-b7bf-501a42663ddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.548023282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c4491d0-858d-469c-b7bf-501a42663ddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.56400329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"5d09872c-1076-4f26-8eb5-a019c70d4174","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.564024696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"5d09872c-1076-4f26-8eb5-a019c70d4174","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.571504691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d35cf800-b233-4515-8080-19b55f39991d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.574241929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2baec940-da4a-45c7-8a2f-fcd8e19b4041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.579166136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eefb00da-c8ea-4632-a716-5275ef00c286","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.579379113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b318eee-afa8-451f-aea2-d77799d2a925","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.580207889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3539235b-4f39-437a-b614-23e6741fa82a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.580222229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3539235b-4f39-437a-b614-23e6741fa82a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.580490191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dcf6b5e5-77b1-4d98-bf2c-4246fd7cb797","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.580502745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dcf6b5e5-77b1-4d98-bf2c-4246fd7cb797","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.592847841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d35cf800-b233-4515-8080-19b55f39991d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.595696178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2baec940-da4a-45c7-8a2f-fcd8e19b4041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.605530707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"13c58e67-ecc6-4f58-ada6-d8c0c4050459","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5fe89e","model":"llm/e2e-dft-5fe89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.657482766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"aeea610c-3966-48de-b778-960e11e4296e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"name":"e2e-dft-562b5e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.672072266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"93d7a9b8-639f-42cb-af84-f2f944ec65d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.672072128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6abb9c81-94c5-4c39-96e2-5dff721f5026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.691901045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"6abb9c81-94c5-4c39-96e2-5dff721f5026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.691914462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"93d7a9b8-639f-42cb-af84-f2f944ec65d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.771610017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"e8bcf683-ea6a-48d0-ba66-77b9477a390b","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.772832409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b41fc5c7-f5f7-47c5-8baf-8e8802fdcec6","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.772855817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d3d00141-ac28-4ff4-a071-d21c4c8d4f59","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.787769737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ae869f26-0213-4742-aa8b-6b1cee1bf2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.823349628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"528ccfc1-0245-461e-9bb6-af725e4c5e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.840488405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ae869f26-0213-4742-aa8b-6b1cee1bf2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.850627912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"b41fc5c7-f5f7-47c5-8baf-8e8802fdcec6","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.851148556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"528ccfc1-0245-461e-9bb6-af725e4c5e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.854756068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"e8bcf683-ea6a-48d0-ba66-77b9477a390b","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.856333819Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"c7dadb7a-aed7-4991-8a9d-f3394095f11b","namespace":"llm","name":"e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.858959569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d3d00141-ac28-4ff4-a071-d21c4c8d4f59","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.874164281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"d2145815-8af5-41cf-a1d3-42b550f24d71","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.874203169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"d2145815-8af5-41cf-a1d3-42b550f24d71","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:29.876190614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"528ccfc1-0245-461e-9bb6-af725e4c5e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.021692556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"932deffc-e820-4dea-a167-f445410960d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.021722502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"932deffc-e820-4dea-a167-f445410960d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.054787962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"91fdbdd6-96b5-4c09-aad8-cdab977bde4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.073430609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"af0ad307-30a2-4907-ae3f-3dbdda7526e8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.076981292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"91fdbdd6-96b5-4c09-aad8-cdab977bde4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.094832108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"af0ad307-30a2-4907-ae3f-3dbdda7526e8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.172967321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8230e85a-2a90-48ad-83d6-dbd5f40a9137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.173103794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0af0262f-98a5-4a76-b9b3-7ce00bdc20df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.175847338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"d79b1000-001c-4b1a-9700-bc94ad73306a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.176366781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"dc8c690f-5948-4367-a0cd-bdd18c8d5341","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.194119121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0af0262f-98a5-4a76-b9b3-7ce00bdc20df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.197083876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8230e85a-2a90-48ad-83d6-dbd5f40a9137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.198805258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"dc8c690f-5948-4367-a0cd-bdd18c8d5341","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.200131199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"d79b1000-001c-4b1a-9700-bc94ad73306a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.248983283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"84c8cfab-e828-436c-9d3e-0f9ac55dad2b","namespace":"llm","name":"e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.287173234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b45f70e-b731-4577-9446-3644b39b806b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.307216778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b45f70e-b731-4577-9446-3644b39b806b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.325474511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b45f70e-b731-4577-9446-3644b39b806b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.374223317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ef0cd45c-c8d4-4639-b3fc-20d3a4b40880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.374482463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ac89368e-975a-4d84-926f-1babf2d3f176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.375952818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b7082485-191c-4a4e-9970-c96470c3759d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.378597429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ea281360-17a6-4ebc-812a-93b005fe9572","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.391586409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"1f02be53-c3a2-4749-b14e-93303101e43c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.393729259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ef0cd45c-c8d4-4639-b3fc-20d3a4b40880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.394746763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ac89368e-975a-4d84-926f-1babf2d3f176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.396184158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b7082485-191c-4a4e-9970-c96470c3759d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.39780237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ea281360-17a6-4ebc-812a-93b005fe9572","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.411720177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"1f02be53-c3a2-4749-b14e-93303101e43c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.42982814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"1f02be53-c3a2-4749-b14e-93303101e43c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.478731637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f0bb1759-38ea-404d-9f54-cebe2c8b1fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.498151204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f0bb1759-38ea-404d-9f54-cebe2c8b1fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.579216705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"7a1511ef-851b-4480-b75d-b347c54d3cce","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.580344709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"2aa8da96-d00d-4e86-ba9a-1cffcbe53de5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.584076424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1a78f8d6-2fb9-4d89-b687-fe14cf74916d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.584111748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"fcaf47ce-e0fb-4c21-986a-bce2ce59d739","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.59834617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"7a1511ef-851b-4480-b75d-b347c54d3cce","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.59908524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"2aa8da96-d00d-4e86-ba9a-1cffcbe53de5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.603224138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"1a78f8d6-2fb9-4d89-b687-fe14cf74916d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.603428014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"fcaf47ce-e0fb-4c21-986a-bce2ce59d739","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.606941508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d910ed3b-6630-4b83-91bb-56d42c00ed46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.626562232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d910ed3b-6630-4b83-91bb-56d42c00ed46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.644675736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d910ed3b-6630-4b83-91bb-56d42c00ed46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.694924583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"af0df142-cbec-4cce-8cf7-12a02214a095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.711834277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0758710d-8985-43fe-8a2f-f9e9f6959c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.715331801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"af0df142-cbec-4cce-8cf7-12a02214a095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.801325379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"02c135f9-e8a6-4280-9d0b-85e1c295994a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.802510315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0758710d-8985-43fe-8a2f-f9e9f6959c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.887976798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"02c135f9-e8a6-4280-9d0b-85e1c295994a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.889241963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0758710d-8985-43fe-8a2f-f9e9f6959c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.889807364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c7d60e3d-4109-4787-ad35-23297cede5f0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.89023034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b9b4b737-9929-42c2-8b43-49ff260cead6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.912526705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b9b4b737-9929-42c2-8b43-49ff260cead6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.912536209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c7d60e3d-4109-4787-ad35-23297cede5f0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.940249996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"45960ddd-49bc-4e2d-bd48-753dc0a4b8d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.940727401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9938734c-8ea0-4916-a25c-da05cee0ae0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.96135459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"45960ddd-49bc-4e2d-bd48-753dc0a4b8d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:30.961354674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9938734c-8ea0-4916-a25c-da05cee0ae0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:31.072128479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2dd9e3bf-9310-41ce-a2f8-354290b3eca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:31.092009118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2dd9e3bf-9310-41ce-a2f8-354290b3eca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:31.48908633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"c136779a-f36f-4ad3-a60c-c69ae738e564","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:32.939716494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"ce8ccf24-b67f-4e65-b29b-73b428d86176","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.679295746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"c5b37ddf-8d0d-4674-9a20-ac6337998b4a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.679320051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"c5b37ddf-8d0d-4674-9a20-ac6337998b4a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.712418461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"5c5db355-b707-48ac-8c0f-24626c4f516e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.712448154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"5c5db355-b707-48ac-8c0f-24626c4f516e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.759665993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"cd28d3e0-094e-4236-816a-8085e4171dd0","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.77895267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"cd28d3e0-094e-4236-816a-8085e4171dd0","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.797208364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"cd28d3e0-094e-4236-816a-8085e4171dd0","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.832826817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"745494d0-8722-4c49-ac88-84cb6a381ef6","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.832849753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"745494d0-8722-4c49-ac88-84cb6a381ef6","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.895423729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8bd17c31-1703-416d-b20f-aa66dca32a96","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.915129461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8bd17c31-1703-416d-b20f-aa66dca32a96","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:35.933449744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8bd17c31-1703-416d-b20f-aa66dca32a96","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.512164527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"dcd33e33-7bf0-418f-b153-4c6595bca040","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.532969198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"dcd33e33-7bf0-418f-b153-4c6595bca040","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.551138931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"dcd33e33-7bf0-418f-b153-4c6595bca040","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.726676122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b902131e-ec2c-402a-811a-102fd0afd9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.74645946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b902131e-ec2c-402a-811a-102fd0afd9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.765720383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b902131e-ec2c-402a-811a-102fd0afd9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:41.027843076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"741dc1aa-d04b-4a03-bda6-41e5351c8242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:41.092450538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"741dc1aa-d04b-4a03-bda6-41e5351c8242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:41.113337956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"741dc1aa-d04b-4a03-bda6-41e5351c8242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:41.524426699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"340a1e05-d6df-43ec-aa46-0e4db0fb74d9","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:42.984766804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"ec6e8b90-b3fa-4294-b66f-57876c06caaf","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.026695132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8a07f7ef-c060-4af5-a70d-5d5f0d8bee5d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.046685822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8a07f7ef-c060-4af5-a70d-5d5f0d8bee5d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.067016278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8a07f7ef-c060-4af5-a70d-5d5f0d8bee5d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.519386275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"ddb700f7-b5de-493a-84d5-8a466544f75e","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5fe89e","model":"llm/e2e-dft-5fe89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.613879419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"4b44f6f5-f051-43b6-8cc0-4dc42916a8c1","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.613911282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"4b44f6f5-f051-43b6-8cc0-4dc42916a8c1","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.620300718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"16420bfd-2a97-45ae-9518-eee497e38182","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.712856394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"acdd70e2-0b4a-461c-af17-e2c1ebdc1fde","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.71288371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"acdd70e2-0b4a-461c-af17-e2c1ebdc1fde","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.793849788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"5ff62c5e-5a3c-4be2-afd0-1e774eb40113","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-ok-5c8ce5","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.885044931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"0ec92b09-cc11-46a0-b532-fef675f85dbc","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:46.885073149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"0ec92b09-cc11-46a0-b532-fef675f85dbc","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.333036397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"a3823456-4777-4179-bc95-2f3bf24013f7","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.425887143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"6a2f54b7-3355-47a6-9ea9-c022644b8603","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.425915414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"6a2f54b7-3355-47a6-9ea9-c022644b8603","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.700945235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.838487216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-496514","namespace":"e2e-extmod-cfl-2-388b84"},"namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","reconcileID":"d2e8b65a-6486-458d-8253-773ded3f9dd5","namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.896090068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3ef798d4-21ef-44e5-87b9-0d6a77d790a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.916635905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3ef798d4-21ef-44e5-87b9-0d6a77d790a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.918442251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c74a84d2-cee1-4a50-ab29-f867aad5cd38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.919575729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edc95ba-db59-4c2c-8fce-b11063147a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.921718826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"408a898f-3acf-46d9-a601-97bfa7e93b7e","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.925937586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a89daa89-8969-4809-a5ee-91742983d140","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.938508132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c74a84d2-cee1-4a50-ab29-f867aad5cd38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.941049527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edc95ba-db59-4c2c-8fce-b11063147a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.941354954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"408a898f-3acf-46d9-a601-97bfa7e93b7e","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.946360465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a89daa89-8969-4809-a5ee-91742983d140","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.956784271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c74a84d2-cee1-4a50-ab29-f867aad5cd38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.962873156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"408a898f-3acf-46d9-a601-97bfa7e93b7e","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.964427841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edc95ba-db59-4c2c-8fce-b11063147a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.973274207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-496514","namespace":"e2e-extmod-cfl-2-388b84"},"namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","reconcileID":"2bd90fe1-ae5d-4bd7-9782-451d74d95b89","namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.982520493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a89daa89-8969-4809-a5ee-91742983d140","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.985790637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"814d14c2-d2f8-4cd7-945f-37a72a21843a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:47.985813841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"814d14c2-d2f8-4cd7-945f-37a72a21843a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.011753179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"106e916d-c377-4080-a4c9-d525afee0331","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.011786204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"106e916d-c377-4080-a4c9-d525afee0331","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.031032222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc3c4ab2-fd88-4090-9e72-bab45b316d92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.031051711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc3c4ab2-fd88-4090-9e72-bab45b316d92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.044611149Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-496514","namespace":"e2e-extmod-cfl-2-388b84"},"namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","reconcileID":"6c9a8e21-d99c-469a-89f7-8b4b07f3da3c","namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.046339604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"289d93fc-9678-4ac9-9935-1e2942cd6d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.047725372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"f88a0f59-0e7d-4b60-b76e-508beaad7871","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.04774139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"f88a0f59-0e7d-4b60-b76e-508beaad7871","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.073944956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"289d93fc-9678-4ac9-9935-1e2942cd6d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.088761589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"dd467193-2d37-4f75-9670-fc057cc444c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.088791574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"07db8662-a25b-44d0-9806-b9d12a626a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.0892157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6467ab06-0aa9-4c14-b8cc-e0528119494c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.092740626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ff0dd2d9-778d-4869-8307-fb1b5cba883f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.136746953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"07db8662-a25b-44d0-9806-b9d12a626a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.139007741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"dd467193-2d37-4f75-9670-fc057cc444c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.139053812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6467ab06-0aa9-4c14-b8cc-e0528119494c","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.142628909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ff0dd2d9-778d-4869-8307-fb1b5cba883f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.204712137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"8a61aba3-15d0-4599-b923-25ad65c65194","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.222539315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-496514","namespace":"e2e-extmod-cfl-2-388b84"},"namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","reconcileID":"56f4f00f-d179-4fe0-b887-0807d2b71213","namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.22563357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"8a61aba3-15d0-4599-b923-25ad65c65194","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.256530873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-496514","namespace":"e2e-extmod-cfl-2-388b84"},"namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","reconcileID":"d037739d-0516-4bf5-a85d-9b8414f65c7e","namespace":"e2e-extmod-cfl-2-388b84","name":"e2e-cfl-broken-496514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.403397855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"6e9b3b0c-e3e2-4669-b194-cc1d72aea278","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.403477095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2660f13a-141d-433a-acda-82497ae8691e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.403955016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3ef8775a-ddb0-4f0e-8228-7400b1ad7519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.404167171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"2508d239-6cda-4238-88c2-917ac6a92d45","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.426375062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"6e9b3b0c-e3e2-4669-b194-cc1d72aea278","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.428520744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"2660f13a-141d-433a-acda-82497ae8691e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.429996388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"2508d239-6cda-4238-88c2-917ac6a92d45","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.431459804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3ef8775a-ddb0-4f0e-8228-7400b1ad7519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.486693258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4ec68969-9182-4626-b462-37d380503e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.50640493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4ec68969-9182-4626-b462-37d380503e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.599797067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"aac7e643-eaf9-4dac-ba5b-cdc054ac552d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.600433727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"8f2c7ec5-9cd0-41bc-b751-cc9a0661d9b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.602797869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"59ade0cc-6fd0-40e1-91ac-a8eb4e100d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.616064708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"83c95d91-b878-4dad-960a-3cf1955e3d0b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.620508365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"aac7e643-eaf9-4dac-ba5b-cdc054ac552d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.621372457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"8f2c7ec5-9cd0-41bc-b751-cc9a0661d9b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.623606572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"59ade0cc-6fd0-40e1-91ac-a8eb4e100d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.635601109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"83c95d91-b878-4dad-960a-3cf1955e3d0b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.658670065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"7040c604-b273-4f8c-afc3-e2de9d000005","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.658694045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"7040c604-b273-4f8c-afc3-e2de9d000005","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.700698267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"230b182e-ce92-4586-a45a-bf3a66d2f2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.71245246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"d76e616e-0f28-4437-9c26-dd10fc5fab79","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4442b5e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.71980046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"230b182e-ce92-4586-a45a-bf3a66d2f2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.801843142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"611465bb-e7a0-45e9-a3cd-d977cb44dcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.822775003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"611465bb-e7a0-45e9-a3cd-d977cb44dcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.887542433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3a3a439-76ac-4a97-9d9a-d12517bdee87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.902191411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1383964a-8c21-49c4-a7b1-6cdc7eb6fdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.907717473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3a3a439-76ac-4a97-9d9a-d12517bdee87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.926055039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1383964a-8c21-49c4-a7b1-6cdc7eb6fdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.926840794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3a3a439-76ac-4a97-9d9a-d12517bdee87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.939912863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"acb7e903-42ad-4955-b2f3-b7d31ad6d120","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.939933598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"acb7e903-42ad-4955-b2f3-b7d31ad6d120","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.944476384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1383964a-8c21-49c4-a7b1-6cdc7eb6fdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.95447696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"776bd0a5-7733-4e39-a165-0251f3c7804c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:48.989760598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"776bd0a5-7733-4e39-a165-0251f3c7804c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.003091917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3f8af263-dd34-4b34-9c1a-6a10afb714ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.00770457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"776bd0a5-7733-4e39-a165-0251f3c7804c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.017828547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"195940ef-383f-41b4-ad6b-a5ca5ffcf234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.026706852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3f8af263-dd34-4b34-9c1a-6a10afb714ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.038067613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"195940ef-383f-41b4-ad6b-a5ca5ffcf234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.053592433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"060fffb7-dd34-414f-a29b-788987672ca0","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.073444708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"060fffb7-dd34-414f-a29b-788987672ca0","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.092026867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"060fffb7-dd34-414f-a29b-788987672ca0","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.105013358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"eb34bc21-f0d7-4a83-9f0e-4e5520f814fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.119899246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"aee4e39a-70c6-47af-bbfd-8e4b2d156690","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.124135952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a3c0abd9-35e8-4538-8c65-9410b4dc878e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.12459392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"eb34bc21-f0d7-4a83-9f0e-4e5520f814fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.126876492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"a9234259-65c0-4643-86f2-5a8e69e10ecb","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.126894976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"a9234259-65c0-4643-86f2-5a8e69e10ecb","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.14014914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"aee4e39a-70c6-47af-bbfd-8e4b2d156690","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.14408672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a3c0abd9-35e8-4538-8c65-9410b4dc878e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.225199232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"d3ebe394-079b-4d89-b3e6-0265c058dbe3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.241484928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5ad47a-960f-4b7a-9ebb-481094df2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.253771501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"d3ebe394-079b-4d89-b3e6-0265c058dbe3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.263187446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5ad47a-960f-4b7a-9ebb-481094df2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.271789475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"d3ebe394-079b-4d89-b3e6-0265c058dbe3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.281778306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5ad47a-960f-4b7a-9ebb-481094df2610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.306249765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"c7b11329-3086-434b-ae05-8452efdaa274","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:49.306303403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"c7b11329-3086-434b-ae05-8452efdaa274","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.704149018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"f379739b-1cf5-4c06-9067-44f4690a9361","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.724072027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"17e0a8a8-e494-4071-b848-b152327b9503","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.802557104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"91436b3a-e9bb-41b6-b6af-fdcd22004712","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.817160698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8d37f36-684e-4d08-8a65-d51385a8da1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.817556846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"82e2b56d-b9bf-449f-b460-50b4d4e0439c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.817772348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d9817860-6846-440b-bb69-e6a226ec89cc","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.817968653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f884be1-23a9-415d-be40-969521a1f6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.822205329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"91436b3a-e9bb-41b6-b6af-fdcd22004712","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.830601275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"517bf718-8217-42ab-bea7-b579505ce302","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.830619108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"517bf718-8217-42ab-bea7-b579505ce302","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.841085563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8d37f36-684e-4d08-8a65-d51385a8da1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.841276165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f884be1-23a9-415d-be40-969521a1f6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.843452517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"82e2b56d-b9bf-449f-b460-50b4d4e0439c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.843819026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d9817860-6846-440b-bb69-e6a226ec89cc","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.844892305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"91436b3a-e9bb-41b6-b6af-fdcd22004712","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.86971515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f884be1-23a9-415d-be40-969521a1f6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.872131475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"82e2b56d-b9bf-449f-b460-50b4d4e0439c","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.876999434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d9817860-6846-440b-bb69-e6a226ec89cc","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.877452382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8d37f36-684e-4d08-8a65-d51385a8da1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.877845261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"fb13b6eb-dcd1-4b91-8c05-188dacdc9fee","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.877864375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"fb13b6eb-dcd1-4b91-8c05-188dacdc9fee","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.897475974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"80abc266-dfb4-4a2b-a530-52d02941bc08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.911534392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"51e05a99-5d06-43e0-bb1a-afd3fb2dcde8","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.916663521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"80abc266-dfb4-4a2b-a530-52d02941bc08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.950456444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"377b38df-8cb1-4c33-886a-1b36a0dda52c","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.994573965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6a6e79e3-3e88-49ba-8520-2fac27a92521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.995531757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"84a3bc9c-9294-4eec-b3f8-adf95ba03513","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.997346099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"67c10977-2553-4142-8b55-6fc9367f2007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:50.998137268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a331558d-64b5-4095-842b-f70568f653e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.015246758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"6a6e79e3-3e88-49ba-8520-2fac27a92521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.016392943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"84a3bc9c-9294-4eec-b3f8-adf95ba03513","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.018892919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"67c10977-2553-4142-8b55-6fc9367f2007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.019635707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a331558d-64b5-4095-842b-f70568f653e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.121871179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"d0c1bef5-3d0b-4a8d-ace6-e79f214e6eae","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.122602529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2896998a-0abb-41c3-a350-c36bb67d4fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.175193297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2896998a-0abb-41c3-a350-c36bb67d4fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.1775847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"56b26640-28ea-42a7-b4d0-4cf994dc50a5","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.205219912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"f0b73bfc-4aee-496a-98e7-3733847eaa0e","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.205249358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"f0b73bfc-4aee-496a-98e7-3733847eaa0e","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.219440894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c3c47119-6f64-49ec-a96a-05171bdde691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.247684215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4a38af24-b528-4018-a0b1-7da570dca35d","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.251017911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"78567852-f32c-4360-8748-87c49a7e12e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.255024061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c3c47119-6f64-49ec-a96a-05171bdde691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.411464634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"d424af41-d896-42e6-853e-75d9df8f0cba","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.416066243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4a38af24-b528-4018-a0b1-7da570dca35d","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.418920766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"78567852-f32c-4360-8748-87c49a7e12e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.487922382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"d424af41-d896-42e6-853e-75d9df8f0cba","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.488418624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8f529724-c56a-4aa9-857d-737f8bb7d2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.508340019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8f529724-c56a-4aa9-857d-737f8bb7d2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.519247334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9bc2074a-02b4-4e5f-a075-ae77d38a74dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.539382383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9bc2074a-02b4-4e5f-a075-ae77d38a74dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.558517458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"766b6dfe-77f5-4f8f-8725-1561b097a31f","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.579800744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"25751e69-833b-451d-b1d1-b485a2969df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.579942769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a94a6918-0d35-406a-80f1-2fc595013c50","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.600216156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"25751e69-833b-451d-b1d1-b485a2969df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.600386437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a94a6918-0d35-406a-80f1-2fc595013c50","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.600781549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3f8eb4b3-0b5d-42a9-addc-4861f3a30398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.620563836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3f8eb4b3-0b5d-42a9-addc-4861f3a30398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.693447691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"e700d1c8-cebf-4298-8777-9d6ac9330a9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.707581919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4656ddc3-f241-4952-80b9-a09960757995","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.712914037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"e700d1c8-cebf-4298-8777-9d6ac9330a9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.72567894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5593125-f6d9-4652-bfb3-90007eff3122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.727881175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4656ddc3-f241-4952-80b9-a09960757995","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.746107675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5593125-f6d9-4652-bfb3-90007eff3122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.747477984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4656ddc3-f241-4952-80b9-a09960757995","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.767233757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5593125-f6d9-4652-bfb3-90007eff3122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.793317131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"c7c19f18-d09f-4954-b980-2f174a770880","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.801041389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"de5c01e8-1400-4d5b-84c1-934f36e3cd4a","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.801059086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"de5c01e8-1400-4d5b-84c1-934f36e3cd4a","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.809620172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e639b22-884d-4570-9d0f-264aa1f60438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.812954708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"c7c19f18-d09f-4954-b980-2f174a770880","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.827513359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"81b0bffa-ecd5-43bf-a622-a5a8c298039e","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.8311846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"c7c19f18-d09f-4954-b980-2f174a770880","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.831640834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e639b22-884d-4570-9d0f-264aa1f60438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.85205209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"81b0bffa-ecd5-43bf-a622-a5a8c298039e","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.853391814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e639b22-884d-4570-9d0f-264aa1f60438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.870577925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (338861b3499734058de5eba12f91af38434754f6b7044f77af4dfad396d94828) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9f397dca27d24e020433667fa2101b2c5aa5dafd8f8e67d4ac077a8a5d64104a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6e89ef5cfd8e898466fb85a447b2b2770ba9f96c2d8734a43e2c03322a9b72c7) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c6254448ebf34f802e8053a30a3892718ad04c5b4d74f6e31360bebf4a9c9903) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"81b0bffa-ecd5-43bf-a622-a5a8c298039e","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.880846645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d3a477f8-5f61-4831-970f-5037c1c0f9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.882011271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"9d156664-cf98-448b-993e-822818f28627","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.896012734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"f4363b76-d6d4-402b-8a58-9ab5fbdec8c8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.900333053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d3a477f8-5f61-4831-970f-5037c1c0f9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.9012931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"9d156664-cf98-448b-993e-822818f28627","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.915984066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"f4363b76-d6d4-402b-8a58-9ab5fbdec8c8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.979374175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c4cc8c99-db40-4dff-ad2b-45a697caa582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:51.979472201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e33fe846-070e-4537-b96e-37b971ee784e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.000057789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e33fe846-070e-4537-b96e-37b971ee784e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.00050409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c4cc8c99-db40-4dff-ad2b-45a697caa582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.079464437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3514a742-f858-4a42-8d4e-62260710226f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.079964063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bac3bd62-5034-4bd7-ad80-2afe0d34b601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.102853369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bac3bd62-5034-4bd7-ad80-2afe0d34b601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.10286867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"3514a742-f858-4a42-8d4e-62260710226f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.167667992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"0252c9ce-79f2-4c3a-acad-3a92de5be769","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.167690332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"0252c9ce-79f2-4c3a-acad-3a92de5be769","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.179883753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"9f28e0ce-f7e0-4f37-8a87-c8684fbe5485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.195109429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b9276304-283d-4f67-8b2f-0bd59dd3e0aa","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.199131647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"9f28e0ce-f7e0-4f37-8a87-c8684fbe5485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.21487908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b9276304-283d-4f67-8b2f-0bd59dd3e0aa","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.294441476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"68a833c7-a96d-4829-b124-76679bbea99d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.295305537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"44e980c6-bcad-4f02-bfd1-1b464474c78e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.313397014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"68a833c7-a96d-4829-b124-76679bbea99d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:52.314353769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"44e980c6-bcad-4f02-bfd1-1b464474c78e","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:53.036921947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"06e55fa9-895e-4f1e-a7e3-ee00c6d61f7a","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.756025478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-ok-778a56-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.771973988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"9a0d6eac-8e2e-42d0-8bda-c36bda096db5","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.771993485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"9a0d6eac-8e2e-42d0-8bda-c36bda096db5","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:56.815725321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-ok-778a56-4fed36-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-778a56-4fed36-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.819934404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"804cb53f-518a-41e1-b587-edbb1f070839","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.820016092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"2d7f6785-a62e-4af3-820d-5d48f57a21e6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.823611124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"77255c41-eba1-4c11-bcf7-d720abb59983","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.82520585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"71c81d69-977f-4e90-9ffa-d367b1541fe1","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.825223315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"71c81d69-977f-4e90-9ffa-d367b1541fe1","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.839620943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"804cb53f-518a-41e1-b587-edbb1f070839","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.839818045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"2d7f6785-a62e-4af3-820d-5d48f57a21e6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.842934791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"77255c41-eba1-4c11-bcf7-d720abb59983","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.85617481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"e25c2aee-e2c7-4033-834f-52e26c6e6dd5","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.856191116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"e25c2aee-e2c7-4033-834f-52e26c6e6dd5","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.887705661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"2d87f110-3894-4ab5-8688-35e1096471b7","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.887730543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"2d87f110-3894-4ab5-8688-35e1096471b7","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.892588949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"5cc49279-a4e5-49c5-b324-1055bb5f0832","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-ok-778a56","model":"e2e-cfl-ok-778a56","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-ok-778a56-4fed36-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.978953003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"3d6d7022-c271-48f6-ae03-0edf112e280c","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.978973718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"3d6d7022-c271-48f6-ae03-0edf112e280c","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.039706016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"8682613b-ee1a-4713-8346-e7ddfdd8089c","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-ok-778a56","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.053589834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"02661794-3e48-40a6-a05a-3ccd9a14123f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.053634133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1fc15945-942c-4306-bb43-27232d149caf","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.055100268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"da24c966-41a1-4923-9a56-6fa0805871c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.073823908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"02661794-3e48-40a6-a05a-3ccd9a14123f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.07391217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1fc15945-942c-4306-bb43-27232d149caf","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.076339993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"da24c966-41a1-4923-9a56-6fa0805871c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.73091935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"47017ecf-8b21-41e5-84a6-a8989ae63f9c","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5fe89e","subscription":"e2e-dft-5fe89e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.761720409Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"47017ecf-8b21-41e5-84a6-a8989ae63f9c","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.77980283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-sub","reconcileID":"47017ecf-8b21-41e5-84a6-a8989ae63f9c","MaaSSubscription":{"name":"e2e-dft-5fe89e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-5fe89e","namespace":"llm","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.870164513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-ok-778a56-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.885794005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"4935aece-f054-4c34-ac50-b6e6bfd1837d","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.885815323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"4935aece-f054-4c34-ac50-b6e6bfd1837d","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.937716846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"1f23ab4f-c075-41a4-a900-4cfd09a19f9d","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.937763536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"1f23ab4f-c075-41a4-a900-4cfd09a19f9d","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.95149773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"0ac0ccc9-35ed-4f6e-944b-ba8c6797864a","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.951497353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e7f10f8-2127-4443-8999-4b57c1272a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.951941942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a91b37fb-4515-4c96-beca-f41d1aaac122","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.952173183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b3233cb-42c0-460d-a27b-9f46213d10b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.002168338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e7f10f8-2127-4443-8999-4b57c1272a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.006438631Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b3233cb-42c0-460d-a27b-9f46213d10b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.006537016Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"0ac0ccc9-35ed-4f6e-944b-ba8c6797864a","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.007227787Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a91b37fb-4515-4c96-beca-f41d1aaac122","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.021171897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e7f10f8-2127-4443-8999-4b57c1272a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.023077156Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"0ac0ccc9-35ed-4f6e-944b-ba8c6797864a","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-5fe89e-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.023128272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"0ac0ccc9-35ed-4f6e-944b-ba8c6797864a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.023285582Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-5fe89e-access","reconcileID":"5608af0f-8d93-4d81-8e68-045defdb7184","MaaSAuthPolicy":{"name":"e2e-dft-5fe89e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.025068913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b3233cb-42c0-460d-a27b-9f46213d10b2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:49:59.027887969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a91b37fb-4515-4c96-beca-f41d1aaac122","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.034063974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"ded46365-2c8d-4501-a59c-6ee6757e6db4","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.034080116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"ded46365-2c8d-4501-a59c-6ee6757e6db4","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.050491978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b471ea2e-8d92-416d-9c5f-b1e8bcdec922","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.050511002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b471ea2e-8d92-416d-9c5f-b1e8bcdec922","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.066395327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"9faa432d-183a-4416-a153-3428d8125ed9","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.066422031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"9faa432d-183a-4416-a153-3428d8125ed9","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.082018743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d98552e-648a-4561-bb7f-f14fb0f60891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.082037101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d98552e-648a-4561-bb7f-f14fb0f60891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.094585296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba77a1fa-11fc-46b0-9393-4b6bd94a0423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.095584953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d34d796c-3dce-4b40-89d6-39b1e20a6431","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.114737167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba77a1fa-11fc-46b0-9393-4b6bd94a0423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.11524051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d34d796c-3dce-4b40-89d6-39b1e20a6431","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.133220502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba77a1fa-11fc-46b0-9393-4b6bd94a0423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.133293835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d34d796c-3dce-4b40-89d6-39b1e20a6431","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.154517567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa763851-31cc-4294-9575-4d305b986511","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.154545422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa763851-31cc-4294-9575-4d305b986511","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.172352853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"7e1a1f5f-02b7-431e-bef8-98c01fe247ed","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.172376348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"7e1a1f5f-02b7-431e-bef8-98c01fe247ed","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.209656178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"b3eb90d3-78c3-43ba-b931-3b8b0e9892d8","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.209681432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"b3eb90d3-78c3-43ba-b931-3b8b0e9892d8","MaaSModelRef":{"name":"e2e-dft-5fe89e","namespace":"llm"},"routeName":"external-model-e2e-dft-5fe89e-409130b39e97","namespace":"llm","model":"e2e-dft-5fe89e","externalModel":"e2e-dft-5fe89e","provider":"e2e-dft-5fe89e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.636509119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"401d1987-d15d-443e-8f17-f82fba8e7082","namespace":"llm","name":"e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.655788925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d81ff7d2-829f-45e4-8337-ec21ef064fa0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.65582361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d81ff7d2-829f-45e4-8337-ec21ef064fa0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.65632188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0381825f-d551-4fe3-bf97-d67550d7ec67","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.656342672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0381825f-d551-4fe3-bf97-d67550d7ec67","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.656644626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa337fc4-6f07-44e7-99d7-5dfb5c473255","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.656654209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa337fc4-6f07-44e7-99d7-5dfb5c473255","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.656886202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba3d4a61-ae59-4d28-b9a1-e428da4a0532","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.656896348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba3d4a61-ae59-4d28-b9a1-e428da4a0532","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.657103067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f585e2b8-cdbf-4586-aaa4-836e8715c2ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.657112223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f585e2b8-cdbf-4586-aaa4-836e8715c2ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.673423505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"d9b64c3a-19c3-48bf-ba95-4915e91b3de1","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.673457754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"d9b64c3a-19c3-48bf-ba95-4915e91b3de1","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.689557545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"223444fd-1f8c-4f6c-8df6-fa7caa242fde","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.689583652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"223444fd-1f8c-4f6c-8df6-fa7caa242fde","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.689835409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b574152-a76a-4861-8dd8-5780d25e20b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.68984701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4b574152-a76a-4861-8dd8-5780d25e20b5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.690099466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3180abe9-6620-40a0-984b-197651b92706","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.690110396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3180abe9-6620-40a0-984b-197651b92706","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.698290438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8135494d-c27f-430c-aad3-5b2239c50108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.710334084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95fcb59d-1136-481d-bba9-1f31e852f704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.71036946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b6b79f5-00ab-4c99-bb27-d9a91f28cfe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.710789367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"5d16f9fd-1d21-47d1-a560-dca6901a34ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.712495519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"57a4bd9a-3755-49d4-9db0-9852e22798c2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.718508699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8135494d-c27f-430c-aad3-5b2239c50108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.722795811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c953c3ec-da28-4011-8ae5-0327279fe51c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.722797575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9d6a389-d9b1-4c40-a568-c441b345cb2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.732000186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"5d16f9fd-1d21-47d1-a560-dca6901a34ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.732031317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95fcb59d-1136-481d-bba9-1f31e852f704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.735306447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b6b79f5-00ab-4c99-bb27-d9a91f28cfe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.735349865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"57a4bd9a-3755-49d4-9db0-9852e22798c2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.751725414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95fcb59d-1136-481d-bba9-1f31e852f704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.753846746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"5d16f9fd-1d21-47d1-a560-dca6901a34ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.756528255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b6b79f5-00ab-4c99-bb27-d9a91f28cfe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.759093113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"57a4bd9a-3755-49d4-9db0-9852e22798c2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.827585429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"869b12c1-e871-4caf-86bf-7be10359fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.828406519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"409ee4b1-bf05-4a4b-930c-bcfdbaddd67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.86918456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f9ddcfb4-a411-4598-a594-320ff58c4e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.869923151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"84604a63-bda8-461e-867d-08c8d0b02d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.92744279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f9ddcfb4-a411-4598-a594-320ff58c4e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.93116994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"409ee4b1-bf05-4a4b-930c-bcfdbaddd67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.931179362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"84604a63-bda8-461e-867d-08c8d0b02d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.93274058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"869b12c1-e871-4caf-86bf-7be10359fa2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.960673552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-5fe89e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-5fe89e","reconcileID":"038e54b0-6cf8-4f55-b355-8610818ad903","namespace":"llm","name":"e2e-dft-5fe89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.978460222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"7b056146-a2ca-4e02-965b-c365059a18ed","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.021459726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"7b056146-a2ca-4e02-965b-c365059a18ed","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.13005831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8aa70aab-626e-4991-9f46-5ba3c3fda02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.130078695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"765c6147-97fb-4743-861a-c1c27055de25","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.130564724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e965bf2d-7697-4475-884e-43fdf505ae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.142026122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"a858d077-62a8-4c26-bb27-0c86ed69af90","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.151359316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8aa70aab-626e-4991-9f46-5ba3c3fda02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.15141818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"765c6147-97fb-4743-861a-c1c27055de25","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.153797109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e965bf2d-7697-4475-884e-43fdf505ae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.154108949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"6304aa57-a8ce-4ae2-9fb6-4c9ec08e30cf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.161625842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"a858d077-62a8-4c26-bb27-0c86ed69af90","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.173177356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"6304aa57-a8ce-4ae2-9fb6-4c9ec08e30cf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.335434089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"616bdf72-f20d-4262-b5e5-afbd08b2412d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.335553402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"52d4f649-c2dc-4d34-b5d1-1708dcd23c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.389434066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"52d4f649-c2dc-4d34-b5d1-1708dcd23c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.39110901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"616bdf72-f20d-4262-b5e5-afbd08b2412d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.439535233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"03f71dcd-4d96-4025-900c-4106ed3579ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.454398828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"46b694bb-e4d1-430d-ba4c-65ac845fcd41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.454411325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"a0338448-d29b-4f1d-b410-e6834a54fa51","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.460988304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"03f71dcd-4d96-4025-900c-4106ed3579ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.504804391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"a0338448-d29b-4f1d-b410-e6834a54fa51","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.505280715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"46b694bb-e4d1-430d-ba4c-65ac845fcd41","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.68417566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"043fccfd-2365-4745-ab87-9a6957af5600","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.70029268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4234ed14-35d3-45c4-a2bf-797e000ef00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.705633132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"043fccfd-2365-4745-ab87-9a6957af5600","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.723388347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4234ed14-35d3-45c4-a2bf-797e000ef00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.733845511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfb4cf11-164a-402f-88ca-03911bc57b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.744366548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4234ed14-35d3-45c4-a2bf-797e000ef00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.757091581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfb4cf11-164a-402f-88ca-03911bc57b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.776604112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfb4cf11-164a-402f-88ca-03911bc57b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.789536799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"be8f3448-62f1-4f50-8fba-4e585ac23716","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.790831288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"22118161-e1f2-4f9b-98e8-c16edbe15638","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.79642106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5ef39cc7-f505-4570-804e-f7ec3e3f6791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.810883014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"be8f3448-62f1-4f50-8fba-4e585ac23716","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.811516449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"22118161-e1f2-4f9b-98e8-c16edbe15638","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.815731672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5ef39cc7-f505-4570-804e-f7ec3e3f6791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.826380939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0dae81a4-9761-4742-ab48-b8869fd6a0a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.829349927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"be8f3448-62f1-4f50-8fba-4e585ac23716","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.829828759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"22118161-e1f2-4f9b-98e8-c16edbe15638","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.845943141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0dae81a4-9761-4742-ab48-b8869fd6a0a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.868576145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"aa6b7fa4-d4aa-423a-9f59-5b4b9c138379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.880603648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a7e87f2f-d910-4e1d-9415-9ba14187b7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.880641665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fc1e95c0-dcd8-4a61-a872-eeb8a01f54d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.887886284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"aa6b7fa4-d4aa-423a-9f59-5b4b9c138379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.900803594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fc1e95c0-dcd8-4a61-a872-eeb8a01f54d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.900856957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a7e87f2f-d910-4e1d-9415-9ba14187b7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.930722871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ad3c74b8-3b10-4545-a7da-949328b48c27","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.949930849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"ad3c74b8-3b10-4545-a7da-949328b48c27","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.590915422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"efd4bc4f-99bc-4f9d-9b2a-42844772152c","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.901583547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"d60b8f6f-881d-4390-9166-854407d51a56","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.923189733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"4f2ca200-22b9-467b-ae90-16db6e79165c","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.957878941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"0dd43f75-ebdb-4f75-8214-e37bc3f43846","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.967737734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"6410d854-c9c6-418a-882e-01de93e61cd4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.968549464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a0f301f6-7016-4360-9d56-7a7150be620d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.969592957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab255f4-5e39-4705-830f-758bd00d5c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.970684802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac1e627c-92f3-4d69-988f-2c27c2bb0762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.977724468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"0dd43f75-ebdb-4f75-8214-e37bc3f43846","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.988354996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a0f301f6-7016-4360-9d56-7a7150be620d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.988422901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"6410d854-c9c6-418a-882e-01de93e61cd4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.990877442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac1e627c-92f3-4d69-988f-2c27c2bb0762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.990985875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab255f4-5e39-4705-830f-758bd00d5c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.003613226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7bf20c2-430d-444d-a28c-a9a38075a60d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.003631577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d7bf20c2-430d-444d-a28c-a9a38075a60d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.003978682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"016d0921-2870-4f98-9047-f0672d1d0a58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.0039968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"016d0921-2870-4f98-9047-f0672d1d0a58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.004313222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd620b60-5c19-419c-92a5-40df1dac1262","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.004326524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd620b60-5c19-419c-92a5-40df1dac1262","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.006929778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"6410d854-c9c6-418a-882e-01de93e61cd4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.007441826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a0f301f6-7016-4360-9d56-7a7150be620d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.009482534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab255f4-5e39-4705-830f-758bd00d5c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.013492298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac1e627c-92f3-4d69-988f-2c27c2bb0762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.021915189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ba9e22cf-0db9-4c8b-8b3d-7733348cee24","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.021930926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ba9e22cf-0db9-4c8b-8b3d-7733348cee24","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.038482883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0d5819e-1ad9-41f2-b031-0158f4b0d34d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.038505928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0d5819e-1ad9-41f2-b031-0158f4b0d34d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.038835603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c39ab500-a2a7-4374-9be7-f6d96e935aa3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.038849131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c39ab500-a2a7-4374-9be7-f6d96e935aa3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.039118056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19e668be-2715-43d2-b447-a3cb81fb11b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.039130818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"19e668be-2715-43d2-b447-a3cb81fb11b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.039495355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e573225-c47b-45a3-abdf-61d8f3114134","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.039507025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e573225-c47b-45a3-abdf-61d8f3114134","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.039750475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3d16200d-71e7-4373-beb9-ff443012544e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.039762666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3d16200d-71e7-4373-beb9-ff443012544e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.061073573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3e3febc7-df4e-4688-a19e-0f4090719eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.062680547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"437d82e9-7657-4085-8816-38e1b7ae42cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.070680306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e19a01a-3fa7-4889-84c4-bcf6a715ce7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.070748505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"5240a287-714e-45e0-9a34-23702598cba1","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.070771439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"5240a287-714e-45e0-9a34-23702598cba1","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.07116748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7318e55-4a44-4455-b740-2cb0ab7b872f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.07930616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"886af517-1d17-4096-9c71-f678d22ba261","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.082763063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"3e3febc7-df4e-4688-a19e-0f4090719eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.087333459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5312cd2a-c8b7-4492-aab4-3da945ccae12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.087349876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5312cd2a-c8b7-4492-aab4-3da945ccae12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.087679118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f6ecf250-c22e-4829-8e00-4ad6703406c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.087737304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f6ecf250-c22e-4829-8e00-4ad6703406c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.088127098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d0e63d5-c3ee-48f5-a5cf-0c9be154517b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.088147887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d0e63d5-c3ee-48f5-a5cf-0c9be154517b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.088295521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"437d82e9-7657-4085-8816-38e1b7ae42cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.088663235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7e31263-a4db-4555-b4aa-7f6982754c9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.088681593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7e31263-a4db-4555-b4aa-7f6982754c9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.089032179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"96964f81-e6ca-425a-b1ac-2fed4927c0f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.089048964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"96964f81-e6ca-425a-b1ac-2fed4927c0f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.089435597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5807c4e0-75c0-45b1-af5a-40b4d3765dea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.08945412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5807c4e0-75c0-45b1-af5a-40b4d3765dea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.089763463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27fd8dec-4528-4dd0-8ea6-a314becc9638","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.089776284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27fd8dec-4528-4dd0-8ea6-a314becc9638","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.090075307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a55e2dc1-4729-4dac-8fb4-08699e231371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.090089886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a55e2dc1-4729-4dac-8fb4-08699e231371","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.099028441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"886af517-1d17-4096-9c71-f678d22ba261","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.157796238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"1a9eab8b-6c70-4efe-853c-c529abfd1e3f","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"name":"e2e-dft-refs-ef31ae","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.172600729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"9f28ff27-0284-4c34-ad15-87624ee7d785","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.192032459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"9f28ff27-0284-4c34-ad15-87624ee7d785","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.257845823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ef3b4633-e35d-4001-bb00-1b597cdfc4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.258131481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"a24e9f2e-73b0-428e-ba26-901830201a96","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.304646121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ef3b4633-e35d-4001-bb00-1b597cdfc4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.348908744Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"eb24d96e-b42c-4104-a377-ae9a52f8d182","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.353187865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"a24e9f2e-73b0-428e-ba26-901830201a96","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.361152725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a0b9ade4-da27-4b72-baed-5ba13deaff40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.381716092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"657594eb-9a51-42c2-9290-bc1e261c0afe","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.381757319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"657594eb-9a51-42c2-9290-bc1e261c0afe","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ef31ae-ed635ac97cf5","namespace":"llm","model":"e2e-dft-refs-ef31ae","externalModel":"e2e-dft-refs-ef31ae","provider":"e2e-dft-refs-ef31ae-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.393249622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a0b9ade4-da27-4b72-baed-5ba13deaff40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.452353501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1158c36f-5c5e-4727-a544-715168b00a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.477288087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"352c4c62-cc9f-4e0f-b598-6a94377011b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.517764073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1158c36f-5c5e-4727-a544-715168b00a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.522100369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"352c4c62-cc9f-4e0f-b598-6a94377011b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.600338714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fd3c44ec-06ba-45af-a9b9-e0e5b53d6c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.60092007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b082aeea-fec6-4ae4-957e-ab6c49ac72bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.615662682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"121b726a-1a27-4171-900f-1df910b60921","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.621642996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fd3c44ec-06ba-45af-a9b9-e0e5b53d6c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.622223055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b082aeea-fec6-4ae4-957e-ab6c49ac72bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.638909793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"121b726a-1a27-4171-900f-1df910b60921","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.707636474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"e556aaba-1340-4b71-8c5f-69047f617de3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.707928723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"179c807d-2857-42bb-b947-d7d5534d225c","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.727729609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"e556aaba-1340-4b71-8c5f-69047f617de3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.728336058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"179c807d-2857-42bb-b947-d7d5534d225c","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.793834311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"12b123fe-1014-4d4b-b8c2-8db8d0060ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.794157661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e1c733d2-8617-4aa4-b1f1-b520c6fc284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.814547943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"12b123fe-1014-4d4b-b8c2-8db8d0060ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.817190032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e1c733d2-8617-4aa4-b1f1-b520c6fc284e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.90970124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"c255182b-8797-4505-bcb8-0dda14deda0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.930393114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"c255182b-8797-4505-bcb8-0dda14deda0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.949166771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"c255182b-8797-4505-bcb8-0dda14deda0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.999334131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1371d06f-81c6-4afe-a909-fd4ebd617d83","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:02.999334148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a94d3051-97ec-4c44-aea0-290cace3abeb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.007748438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61becdb4-0ba2-4114-8ee5-1a6892698173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.007749505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8440ef24-091f-4252-b917-ed176ac4ed0a","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.011141991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10652855-d105-40c1-a83a-bcb9310d1a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.019586708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a94d3051-97ec-4c44-aea0-290cace3abeb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.019706873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1371d06f-81c6-4afe-a909-fd4ebd617d83","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.029267687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8440ef24-091f-4252-b917-ed176ac4ed0a","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.030084994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61becdb4-0ba2-4114-8ee5-1a6892698173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.032855705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10652855-d105-40c1-a83a-bcb9310d1a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.050280003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61becdb4-0ba2-4114-8ee5-1a6892698173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.050280004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8440ef24-091f-4252-b917-ed176ac4ed0a","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.051936555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10652855-d105-40c1-a83a-bcb9310d1a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.071985974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"2c379a4e-d9d1-4777-8342-c6989aacffa9","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.100596132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e9b14f8f-2b5d-4f19-9a13-db4262ede0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.100647622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"16814d84-f1e7-4623-b8cc-b851816d740e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.103971517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c8da7ef2-dae6-484e-b174-baa0be9582fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.122388292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"16814d84-f1e7-4623-b8cc-b851816d740e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.122432101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e9b14f8f-2b5d-4f19-9a13-db4262ede0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.124989454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"c8da7ef2-dae6-484e-b174-baa0be9582fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.288142766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bb516722-426d-4957-9ac4-33c578bd62ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.318019582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bb516722-426d-4957-9ac4-33c578bd62ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.38674479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"8ed902a5-3253-4cc3-88af-63f2621c1b5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.403214429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2cd411ba-578e-4b1a-a745-a4059f66cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.407349365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"8ed902a5-3253-4cc3-88af-63f2621c1b5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.419075411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"2275f7ef-95d1-4951-a53e-7bc76e0c56fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.42313108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"2cd411ba-578e-4b1a-a745-a4059f66cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.438816151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"2275f7ef-95d1-4951-a53e-7bc76e0c56fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.249169733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"de6f8378-7b4e-4eae-ad85-862df47f96d7","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.265411707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"5d15238a-a929-400b-8eb7-97602c2699b0","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.265444994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"5d15238a-a929-400b-8eb7-97602c2699b0","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ef31ae-ed635ac97cf5","namespace":"llm","model":"e2e-dft-refs-ef31ae","externalModel":"e2e-dft-refs-ef31ae","provider":"e2e-dft-refs-ef31ae-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.300456209Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"4ff7479b-a958-4c31-beaa-d265fa23f756","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ef31ae-ed635ac97cf5","namespace":"llm","model":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.301436472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d8ae1c9f-a0a9-4f95-a09e-fecde339df4a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.315528904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97ebbb5c-1f99-4fe5-97a2-1297e43b282b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.322096733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d8ae1c9f-a0a9-4f95-a09e-fecde339df4a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.332707291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"401f615c-b1de-4f56-a0c2-e74de3f989e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.332898216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8bcbda18-f1dc-4abb-88b4-87d351ef129e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.335984893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97ebbb5c-1f99-4fe5-97a2-1297e43b282b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.355053365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97ebbb5c-1f99-4fe5-97a2-1297e43b282b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.355992712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"1ba44e95-ec29-4dde-8354-9e3966c42e82","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.356011123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"1ba44e95-ec29-4dde-8354-9e3966c42e82","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373029101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"643d4a40-562c-4da2-82ce-26508e78803e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373048046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"643d4a40-562c-4da2-82ce-26508e78803e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373320107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5a10e85-b2d9-42cb-b3ab-3d0e9dfa317d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373332448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5a10e85-b2d9-42cb-b3ab-3d0e9dfa317d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373551273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce2b8b68-db46-4043-ae91-47ab6a5edd7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373562936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce2b8b68-db46-4043-ae91-47ab6a5edd7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373890286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37095e81-8908-478a-9587-4572abed431a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.373902632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37095e81-8908-478a-9587-4572abed431a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.37412575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b5c4d902-36a9-458a-a017-47eef7a7f564","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.374136052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b5c4d902-36a9-458a-a017-47eef7a7f564","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.374373947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d4c777f-00b4-4cba-9e99-5c2cb7731543","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.37438567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d4c777f-00b4-4cba-9e99-5c2cb7731543","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.374597061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33bbe656-ecdb-4218-afbe-2113231dd123","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.374607717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33bbe656-ecdb-4218-afbe-2113231dd123","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.3748547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e41ed475-129a-4f16-a099-be25c3d4a4bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.374874651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e41ed475-129a-4f16-a099-be25c3d4a4bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.404506869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7aa190fb-35b9-446d-9085-32b9005f537d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.419691107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5662ec05-1ae4-4596-8df6-f622da4ab147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.41984983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"6b5e576a-b654-4363-a590-caf4dc928018","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.419700008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"257b082f-8485-489d-8b35-e4ae0d780aa4","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.420475573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"560449ed-8947-4aa5-8dc6-be428a79d99a","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.424593559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7aa190fb-35b9-446d-9085-32b9005f537d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.43689553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"740ea2de-0825-4e4d-8e06-b6a56902374c","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"name":"e2e-dft-refs-ef31ae","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.440351988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"6b5e576a-b654-4363-a590-caf4dc928018","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.440561077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5662ec05-1ae4-4596-8df6-f622da4ab147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.442797916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"257b082f-8485-489d-8b35-e4ae0d780aa4","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.459147276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"6b5e576a-b654-4363-a590-caf4dc928018","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.459662908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5662ec05-1ae4-4596-8df6-f622da4ab147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.461113093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"257b082f-8485-489d-8b35-e4ae0d780aa4","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.592042321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"338581d1-5f80-445b-b4c7-28202bdc49b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.598755087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c13b32f3-c3e8-4d4b-a3c1-867b0a7d33e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.599783489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4ca2234c-a205-4b72-8c3b-5e728cd197e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.613458146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bb5418f2-03fc-4396-a22d-ad30c91f8e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.634151521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"338581d1-5f80-445b-b4c7-28202bdc49b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.656431267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c13b32f3-c3e8-4d4b-a3c1-867b0a7d33e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.694093851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4ca2234c-a205-4b72-8c3b-5e728cd197e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.696418774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"27bd043e-bb96-44fb-8f2c-c6ca901cbc13","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.699875664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bb5418f2-03fc-4396-a22d-ad30c91f8e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.717476649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"27bd043e-bb96-44fb-8f2c-c6ca901cbc13","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.938481901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"58f35db1-8cd1-4600-a155-9cef3eceee32","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.939386259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"cfda1c53-6d00-46ca-af6f-bd7f15884977","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.001396401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"cfda1c53-6d00-46ca-af6f-bd7f15884977","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.00170636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"58f35db1-8cd1-4600-a155-9cef3eceee32","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.032301927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9fd0b4da-32ba-447f-96f6-332ce49fd51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.043556317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c020d3bb-8cff-4c2c-9720-8c50539bcd3e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.043754751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ef1747e0-7415-45d3-ba03-3cf47c75dc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.052560402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"9fd0b4da-32ba-447f-96f6-332ce49fd51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.066754621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c020d3bb-8cff-4c2c-9720-8c50539bcd3e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.067396513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ef1747e0-7415-45d3-ba03-3cf47c75dc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.246886029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6250b2f8-b95a-47a5-a0f7-5c8c43ab6556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.249689745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e4e21182-80f9-4b34-9841-06194f51fb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.27359482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6250b2f8-b95a-47a5-a0f7-5c8c43ab6556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.274558986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e4e21182-80f9-4b34-9841-06194f51fb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.324395809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"47fd6eaf-a27d-4a29-871d-0131cec4d70e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.336861224Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"a87f7be6-6972-4569-b687-66b17ed16a91","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.34496956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"5fd5730a-3b73-413e-9430-3cde8359f9b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.345814977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"47fd6eaf-a27d-4a29-871d-0131cec4d70e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.351477181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"d74c8604-392f-4ac1-8eed-dd69bda2c45c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.353705181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"1fe2e19e-e56c-4663-8d31-1563340e6490","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"name":"e2e-dft-refs-ef31ae","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.374400672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"5fd5730a-3b73-413e-9430-3cde8359f9b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.380727692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"d74c8604-392f-4ac1-8eed-dd69bda2c45c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.442649966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ff05f3ba-3959-4a18-a1eb-bf33057cc70b","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.445856992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"129e9692-bdfe-490f-a135-36fd27f3f17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.454147217Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"b26547ab-5e20-4595-98c9-308cc78f22b3","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"name":"e2e-dft-refs-ef31ae","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.466906512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ff05f3ba-3959-4a18-a1eb-bf33057cc70b","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.469282344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"129e9692-bdfe-490f-a135-36fd27f3f17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.473328549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b405e502-3b10-41bd-89c3-ca348a949ef1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.473353883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b405e502-3b10-41bd-89c3-ca348a949ef1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.473874406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd9f98c1-f5cf-4b2f-ab5e-fa6d2af313f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.473893744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd9f98c1-f5cf-4b2f-ab5e-fa6d2af313f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.474208677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b053fca4-8ade-4ad7-94f8-d445e5b65035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.47422397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b053fca4-8ade-4ad7-94f8-d445e5b65035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.48975845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ff05f3ba-3959-4a18-a1eb-bf33057cc70b","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.48976451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"129e9692-bdfe-490f-a135-36fd27f3f17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.49104087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ae488c63-62ba-44ac-bf9c-093ecc6c1bed","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.491057078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ae488c63-62ba-44ac-bf9c-093ecc6c1bed","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.506192274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"029cc00d-03e8-4359-a82c-3b859d94a3e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.509006592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bedb1905-192c-4690-bc2b-33343c438f4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.509023019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bedb1905-192c-4690-bc2b-33343c438f4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.509348402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"831a1444-0919-41d5-bce6-7c74167cd75b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.509362436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"831a1444-0919-41d5-bce6-7c74167cd75b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.5096452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7fb151b-4b85-48ac-b227-8693d038f504","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.509659448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7fb151b-4b85-48ac-b227-8693d038f504","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.510065368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e9bccd3-51a5-43f8-8c15-3ecc4d17dc8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.510077802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e9bccd3-51a5-43f8-8c15-3ecc4d17dc8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.510399296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a304d006-e6cc-4a60-a766-36d2b1998930","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.510413511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a304d006-e6cc-4a60-a766-36d2b1998930","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.514310859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a330ce21-6d62-490f-a0cc-9db7cce2fc7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.529595102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"6b1b4a44-f97e-46bc-8430-c40c712f1112","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"name":"e2e-dft-refs-ef31ae","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.545638637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76cba0aa-bbb3-4e05-9e68-c2db5d06a6b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.54566233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76cba0aa-bbb3-4e05-9e68-c2db5d06a6b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.546124384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74fa9e07-6379-45ba-a147-6ef6b24ffa93","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.546154867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"74fa9e07-6379-45ba-a147-6ef6b24ffa93","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.546520648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df20a7ce-88df-4a9b-8270-89bc3bc6dad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.546536486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df20a7ce-88df-4a9b-8270-89bc3bc6dad9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.560235875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"a025126a-32b6-425a-9f8c-4ebbd3190cb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.563572354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"d61269bf-43e7-4df5-89b2-11ad74f5bb4a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.563591575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"d61269bf-43e7-4df5-89b2-11ad74f5bb4a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.563633639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea72d8aa-1e27-4672-881d-f64ce66c0dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.581469803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"a025126a-32b6-425a-9f8c-4ebbd3190cb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.583781271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea72d8aa-1e27-4672-881d-f64ce66c0dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.599958801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"a025126a-32b6-425a-9f8c-4ebbd3190cb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.602624501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea72d8aa-1e27-4672-881d-f64ce66c0dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.640755488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"faeb74f0-22d7-449e-80be-1d22a5559e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.64075637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"c4832031-3778-49a0-a784-10472fecb4aa","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.646114474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3a1c8c10-f124-4e04-9e44-e8c2932924f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.653208416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"309e1625-9f32-4120-b685-8fa81c79fa5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.657276369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a451a722-346a-4baf-884f-cba86d309265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.663891818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"c4832031-3778-49a0-a784-10472fecb4aa","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.665077628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"faeb74f0-22d7-449e-80be-1d22a5559e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.696676146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3a1c8c10-f124-4e04-9e44-e8c2932924f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.701143376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"309e1625-9f32-4120-b685-8fa81c79fa5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.75705214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a451a722-346a-4baf-884f-cba86d309265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.809166559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"a399e896-bad3-4003-bcf8-360e7847509b","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.852791434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"9839aa82-7c46-4749-83b1-177264eabbe1","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.852823314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"9839aa82-7c46-4749-83b1-177264eabbe1","MaaSModelRef":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ef31ae-ed635ac97cf5","namespace":"llm","model":"e2e-dft-refs-ef31ae","externalModel":"e2e-dft-refs-ef31ae","provider":"e2e-dft-refs-ef31ae-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.02804154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b9c99ecd-6ca8-424a-81aa-b936890e3236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.045619805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0299786b-c62f-4774-a150-796de9d02bff","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.049431819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b9c99ecd-6ca8-424a-81aa-b936890e3236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.060505266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"3416c9a7-3201-4d5c-b89b-a5ec15480cd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.060902848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"5f05d7e8-7958-4448-9ca4-de7b2c75e815","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.066672604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"0299786b-c62f-4774-a150-796de9d02bff","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.082355285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"3416c9a7-3201-4d5c-b89b-a5ec15480cd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.083688551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"5f05d7e8-7958-4448-9ca4-de7b2c75e815","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.107989266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"57660bc8-c505-4b19-beab-2ddd9cfcc807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.129023742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"57660bc8-c505-4b19-beab-2ddd9cfcc807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.170951811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"2f6b4a9c-22bf-4f70-9634-c38d2f2eba43","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.273680561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"74d4ecac-8994-4876-92b1-bf6030666ccc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.273852342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"85d350ec-c1b8-4292-be9d-23e3721a6268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.294800998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"74d4ecac-8994-4876-92b1-bf6030666ccc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.295236486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"85d350ec-c1b8-4292-be9d-23e3721a6268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.376101721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"35fef1f9-2560-40cd-9ab6-40afa15c247d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.380767054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a500d5fc-1c5c-4bcc-9769-2a0ddb422391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.391093654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"a35f243c-7027-4c42-ac80-abd5472f5073","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.395739957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"35fef1f9-2560-40cd-9ab6-40afa15c247d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.400790881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a500d5fc-1c5c-4bcc-9769-2a0ddb422391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.414229158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"a35f243c-7027-4c42-ac80-abd5472f5073","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.492891182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"283c5046-1e1b-4963-b015-4b53d7c79fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.493479972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"bd6dca0a-3851-4840-88df-8effa5531f47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.513851741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"bd6dca0a-3851-4840-88df-8effa5531f47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.514156294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"283c5046-1e1b-4963-b015-4b53d7c79fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.59275344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"cba1e51d-3e20-4426-98a7-425e697725e8","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.592839813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9617fe93-cad2-4bf6-91a3-7c590af68dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.615128129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"cba1e51d-3e20-4426-98a7-425e697725e8","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.615426966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9617fe93-cad2-4bf6-91a3-7c590af68dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.63575306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"cba1e51d-3e20-4426-98a7-425e697725e8","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.638833023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9617fe93-cad2-4bf6-91a3-7c590af68dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.693739031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d91a8f7-281e-49e4-9b8c-1564d245f700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.701922949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"7ea2743d-8d2f-48ba-9aaf-bd9d7ca71ae6","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.718401343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"55525cf3-2a2f-4a7c-a95c-6c52d902525f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.719739784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d91a8f7-281e-49e4-9b8c-1564d245f700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.723193141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"7ea2743d-8d2f-48ba-9aaf-bd9d7ca71ae6","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.741854599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d91a8f7-281e-49e4-9b8c-1564d245f700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.748850221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"55525cf3-2a2f-4a7c-a95c-6c52d902525f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.767476606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"55525cf3-2a2f-4a7c-a95c-6c52d902525f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.780805991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ce11e553-96df-4826-8088-b4d7faca713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.783599543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"02a9800d-1062-426a-b901-00f649e23053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.803804852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"82c1e877-bc52-4207-b407-c27795a6c8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.812086602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ce11e553-96df-4826-8088-b4d7faca713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.814726832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"02a9800d-1062-426a-b901-00f649e23053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.825637157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"82c1e877-bc52-4207-b407-c27795a6c8d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.830651588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"146b539e-4410-4806-93cd-ee83cdf864ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.849965812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"146b539e-4410-4806-93cd-ee83cdf864ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.932381785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"64ee0d2f-22aa-4255-906a-0c41bcc0e65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.004754458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"64ee0d2f-22aa-4255-906a-0c41bcc0e65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.023093109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"8863020f-3a68-4d1f-a9b7-d99d8f6c1a8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.024946214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4af94789-ea36-4033-b620-c22622a9d280","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.093968339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4af94789-ea36-4033-b620-c22622a9d280","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.116020727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"8863020f-3a68-4d1f-a9b7-d99d8f6c1a8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.116575363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a3c07c75-9219-435c-982c-b4fbc03d28a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.116637789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"46b982ad-ac01-4759-9763-68fe6d2dc6c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.138776737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"46b982ad-ac01-4759-9763-68fe6d2dc6c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.13968551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a3c07c75-9219-435c-982c-b4fbc03d28a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.626339467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"f04fcdef-a236-40cc-a6bf-c666a57d4c7f","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.107679877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"91dbf257-de6f-4c88-a50c-081ef7991a89","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.863445952Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"88f50bf1-7fd5-4dc5-a654-681bd70ff20b","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.901597491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"6f580e55-f328-4d0f-9970-e52642e9e63c","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.901634894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"6f580e55-f328-4d0f-9970-e52642e9e63c","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.916201467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"371be46a-742f-437a-8e6b-6212cb0a7a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.917640874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"018c5333-b870-4cdd-a54e-646b0af1f458","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.917657074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"018c5333-b870-4cdd-a54e-646b0af1f458","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.917914156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16ce70ce-f307-4480-ac28-382ca9a1bdac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.91792439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16ce70ce-f307-4480-ac28-382ca9a1bdac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.91815416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0e3b502-e5e0-4fc6-aa74-72c73fccb5a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.918164419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0e3b502-e5e0-4fc6-aa74-72c73fccb5a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.918537373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ebc0ebd-6d86-4c4f-ba98-c960b35b781e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.918549082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ebc0ebd-6d86-4c4f-ba98-c960b35b781e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.918779908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6fa6f7d-1402-4966-8d8c-02a22b7c10d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.918790292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6fa6f7d-1402-4966-8d8c-02a22b7c10d8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.919045697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1ac20a7-b566-4301-9ad2-90873783a2d1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.919055892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1ac20a7-b566-4301-9ad2-90873783a2d1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.919323283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fcdd4a83-5943-4fd5-a2c7-18c044026b0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.919333726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fcdd4a83-5943-4fd5-a2c7-18c044026b0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.919590711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c057d34e-9b80-41fa-888c-13f5fd47c888","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.91960148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c057d34e-9b80-41fa-888c-13f5fd47c888","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.93252688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3091e8be-d4f5-4bf1-963b-39de2030f3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.936789825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"371be46a-742f-437a-8e6b-6212cb0a7a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.946948251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"2c81e1f6-0cd2-4d36-b4ce-134f9dc90911","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.947129539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c156710-8b8b-4cb9-883c-00487556be0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.94694814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"8a5b5d57-4be0-4d35-9cd1-d595b04155e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.960805395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c849305-5d3b-4ab6-8b65-312da2b692fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.96099565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b441646c-4d7e-4b16-b79a-32052e024c77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.970794988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3091e8be-d4f5-4bf1-963b-39de2030f3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.986236023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"8a5b5d57-4be0-4d35-9cd1-d595b04155e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.994295558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"2c81e1f6-0cd2-4d36-b4ce-134f9dc90911","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.004742334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c156710-8b8b-4cb9-883c-00487556be0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.00684607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3091e8be-d4f5-4bf1-963b-39de2030f3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.02994582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"2c81e1f6-0cd2-4d36-b4ce-134f9dc90911","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.034362427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c156710-8b8b-4cb9-883c-00487556be0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.036891251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"8a5b5d57-4be0-4d35-9cd1-d595b04155e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.069566733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"183a7373-ff1c-4da1-8b89-063ed8c369c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.10696097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"183a7373-ff1c-4da1-8b89-063ed8c369c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.118699536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ef31ae","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ef31ae","reconcileID":"374c2468-8c13-44e0-8fee-d4b3e034fffb","namespace":"llm","name":"e2e-dft-refs-ef31ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.155615466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3b620321-bbfb-4873-b865-bacbe801033e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.15653028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"19c0c8df-81f2-495d-ba1c-6dd2cf3223c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.16082832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"039e6bb7-6249-4d78-9133-659c9aee296e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.170489138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"c0be41ed-9a31-4b7e-bcc3-22f317c92a57","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.242147869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"19c0c8df-81f2-495d-ba1c-6dd2cf3223c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.25644075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"039e6bb7-6249-4d78-9133-659c9aee296e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.257155634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3b620321-bbfb-4873-b865-bacbe801033e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.266155309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"c0be41ed-9a31-4b7e-bcc3-22f317c92a57","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.351766771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d90c5601-b1d6-4ec2-9b54-330f8aefe4ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.399436348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d90c5601-b1d6-4ec2-9b54-330f8aefe4ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.51720908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"beb7cf54-3d05-4049-917a-b93b8fecf5ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.518025539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9b0dd74c-bc66-43a9-92d7-961af1b39637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.519400975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e0439c63-51f0-4943-ab7c-bd82774ab5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.532638041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"1c12e029-f8ba-49d6-972b-996e0ad21838","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.536954313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"beb7cf54-3d05-4049-917a-b93b8fecf5ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.537770514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"9b0dd74c-bc66-43a9-92d7-961af1b39637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.539185367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e0439c63-51f0-4943-ab7c-bd82774ab5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.553543425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"1c12e029-f8ba-49d6-972b-996e0ad21838","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.61735118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d44d9fb5-5a60-4c6e-9dbc-6a67b567b0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.63824832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d44d9fb5-5a60-4c6e-9dbc-6a67b567b0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.830320512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"54e087e5-8809-4b0e-940b-6cf75abc22e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.902303214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"54e087e5-8809-4b0e-940b-6cf75abc22e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.914703369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8d1afd0b-65f2-49b3-ac72-b6e43d499f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.915535385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"e085e821-2ec6-4320-aab9-22112adfd5ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.941539734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"aa6f6ba8-776e-40ff-9aea-8143be18d6f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.943817694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"e085e821-2ec6-4320-aab9-22112adfd5ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.946382602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8d1afd0b-65f2-49b3-ac72-b6e43d499f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.96263736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"2a92628f-dc80-42c2-8367-ad53163b8975","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.965395507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"aa6f6ba8-776e-40ff-9aea-8143be18d6f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.006331939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"2a92628f-dc80-42c2-8367-ad53163b8975","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.035158616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"21550345-a6c5-4843-8bc2-cc6a0ec6b219","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.066448011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"21550345-a6c5-4843-8bc2-cc6a0ec6b219","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.090889889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"21550345-a6c5-4843-8bc2-cc6a0ec6b219","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.145909157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a64d940-ef9e-42d8-8fea-af5b8da4ba43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.172889054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a64d940-ef9e-42d8-8fea-af5b8da4ba43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.20731706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a64d940-ef9e-42d8-8fea-af5b8da4ba43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.231069292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"889a23d5-a4e4-44e3-ad04-fcda710608d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.232432184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a70af30d-ce95-4cf3-aa5b-e86870303caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.247505722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"d7cb672b-8ad6-4533-91f6-c2edfab186ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.248602408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5444d18d-31dc-4136-b813-dba8510df144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.254158853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a70af30d-ce95-4cf3-aa5b-e86870303caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.254369167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"889a23d5-a4e4-44e3-ad04-fcda710608d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.266148358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bb589e6a-9f7b-4433-a985-f78bb28df2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.277198152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5444d18d-31dc-4136-b813-dba8510df144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.293132597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"d7cb672b-8ad6-4533-91f6-c2edfab186ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.297005006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"bb589e6a-9f7b-4433-a985-f78bb28df2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.299334402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5444d18d-31dc-4136-b813-dba8510df144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.315771125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"d7cb672b-8ad6-4533-91f6-c2edfab186ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.420768003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a5195afc-16db-47ca-91a8-fa0094de9b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.441761399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a5195afc-16db-47ca-91a8-fa0094de9b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.457907095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"436da3df-5cdd-470d-a11c-cf26f7abd967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.472739662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"9443c796-5826-43f2-9347-89345a482130","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.47768475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"436da3df-5cdd-470d-a11c-cf26f7abd967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.493148083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"9443c796-5826-43f2-9347-89345a482130","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.697949714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.873916899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"074bddcf-6c9b-4735-95bd-a6fb7c803002","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.907512302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"ec2e3f7e-c3b9-4259-a8b5-6c8eb9902f07","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.990366159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"02d71d9f-5da5-414d-b2a2-9f36a2266ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.991449752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"12534c80-bc06-4693-9b22-0f77566c3f0f","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.005598958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb019a19-e162-4fa4-8d03-ce97a0af4f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.006152404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e43760-7ea0-4311-ba33-7d2553811f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.006418918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"92c9f57e-99f9-4b82-8a1e-e199e059c5ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.012338949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"12534c80-bc06-4693-9b22-0f77566c3f0f","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.012430574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"02d71d9f-5da5-414d-b2a2-9f36a2266ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.029438837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"92c9f57e-99f9-4b82-8a1e-e199e059c5ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.029779514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e43760-7ea0-4311-ba33-7d2553811f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.031956087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb019a19-e162-4fa4-8d03-ce97a0af4f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.037186776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"12534c80-bc06-4693-9b22-0f77566c3f0f","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.048951756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e43760-7ea0-4311-ba33-7d2553811f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.049443298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"92c9f57e-99f9-4b82-8a1e-e199e059c5ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.051481141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb019a19-e162-4fa4-8d03-ce97a0af4f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.101964954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f5eca1e4-11ed-4bd2-92ba-c9f2a28724f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.122803103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f5eca1e4-11ed-4bd2-92ba-c9f2a28724f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.148920884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"eb63f483-1cdb-4a2b-8ed0-a5afefb7963e","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.190016024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"95bc4742-6bb7-439c-954d-2bacb4f72520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.190047827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7072a59c-6556-4f5e-9bb6-772d9f744f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.192639629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"79e431ab-d561-4124-be90-1faf6046e393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.211576915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"95bc4742-6bb7-439c-954d-2bacb4f72520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.211856631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7072a59c-6556-4f5e-9bb6-772d9f744f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.214136131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"79e431ab-d561-4124-be90-1faf6046e393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.265636429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"dbdae7f1-d41a-4424-ad7d-1c740a419999","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.281384083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"1e49c68f-2960-478b-9b3e-180406739c9e","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.281412836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"1e49c68f-2960-478b-9b3e-180406739c9e","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.303295759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5e1036a6-4b8d-45cd-9c0b-280fd491360d","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.313947787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a2f918e7-ceae-4666-9df0-5d4573be49e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.324863427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"5e1036a6-4b8d-45cd-9c0b-280fd491360d","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.335194821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a2f918e7-ceae-4666-9df0-5d4573be49e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.335800889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"8f5d137c-0e4a-450f-8810-25e3ce49f10b","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.335834141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"8f5d137c-0e4a-450f-8810-25e3ce49f10b","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:50:19.430442599Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"8f5d137c-0e4a-450f-8810-25e3ce49f10b","name":"e2e-fail-4ef13ffd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-4ef13ffd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:50:19.43052151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"8f5d137c-0e4a-450f-8810-25e3ce49f10b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-4ef13ffd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.47118379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"30ee28f2-ce53-428d-ad80-7d1e26a1eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.498722525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"0cb70ccc-3d13-4e0e-8079-f9719ca4fc75","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.498756591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"0cb70ccc-3d13-4e0e-8079-f9719ca4fc75","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.499332571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5d950011-bc99-4132-9541-757b48c11353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.500983795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"22f7c520-3df4-4558-b0bc-9aef57d635a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.506015955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"30ee28f2-ce53-428d-ad80-7d1e26a1eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.553639525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5d950011-bc99-4132-9541-757b48c11353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.557545007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"22f7c520-3df4-4558-b0bc-9aef57d635a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.613598284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"549bd321-e90a-47f5-baff-b04c022665bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.613598287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"39ff02a5-d804-4305-a278-21ca4b1c87fd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.63807077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"39ff02a5-d804-4305-a278-21ca4b1c87fd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.638754791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"549bd321-e90a-47f5-baff-b04c022665bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.642766157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9968ab3e-d9c3-43d0-b753-239a3d0edd14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.664439843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"9968ab3e-d9c3-43d0-b753-239a3d0edd14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.725293676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"b952ff00-3fdc-4add-9593-c9e6e47316d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.725396709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"3c10502f-a18e-4956-8b40-e0f507c55e72","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.747054892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"3c10502f-a18e-4956-8b40-e0f507c55e72","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.747176175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"b952ff00-3fdc-4add-9593-c9e6e47316d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.815903662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"5b245fb1-8736-46a7-bf63-e9a622f0e559","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.815940479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ad68a528-2a7b-4a8f-87ac-d55c10a8f023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.835312575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"5b245fb1-8736-46a7-bf63-e9a622f0e559","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.835571415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ad68a528-2a7b-4a8f-87ac-d55c10a8f023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.920978689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5c2ee923-33b7-423b-ac3d-7efc355bd962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.948531851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b5582bc-3265-4f01-8c14-542abfae92e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.986833761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"75bd7e94-6e38-44bc-ba8f-806d604c3e48","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.987960786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f9b1bf-7edf-45f4-a967-598ae92d4dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.988570626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5c2ee923-33b7-423b-ac3d-7efc355bd962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:19.991949654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b5582bc-3265-4f01-8c14-542abfae92e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.007524248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"75bd7e94-6e38-44bc-ba8f-806d604c3e48","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.008391272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f9b1bf-7edf-45f4-a967-598ae92d4dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.010047598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b5582bc-3265-4f01-8c14-542abfae92e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.025179906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"75bd7e94-6e38-44bc-ba8f-806d604c3e48","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.026451238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f9b1bf-7edf-45f4-a967-598ae92d4dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.037094039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"e4d1476a-0270-4d30-b7ef-5933171a199e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.056747849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"e4d1476a-0270-4d30-b7ef-5933171a199e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.075014857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"e4d1476a-0270-4d30-b7ef-5933171a199e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.118088676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"06aeea4a-7a93-42ee-8927-985b44a600db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.118097242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f7de00df-b497-48f8-bfd5-0152f4e384c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.12252743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"da2b9a46-47e4-4edb-aea1-8749ebf7fab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.122625144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"194d8b66-6bba-493e-a985-ebe4dabb3a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.140860202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f7de00df-b497-48f8-bfd5-0152f4e384c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.144234484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"da2b9a46-47e4-4edb-aea1-8749ebf7fab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.144412668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"194d8b66-6bba-493e-a985-ebe4dabb3a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.14662667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"06aeea4a-7a93-42ee-8927-985b44a600db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.222294812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"2efbb1e0-c039-4d29-95a2-2c2707b410d3","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.222327068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"2efbb1e0-c039-4d29-95a2-2c2707b410d3","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.232754802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"fa4d365b-7d87-4b97-909b-caa94971350e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.249876133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"8ec2aa80-e297-44b4-b426-c7850fd41a0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.2539261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"fa4d365b-7d87-4b97-909b-caa94971350e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.270747608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"8ec2aa80-e297-44b4-b426-c7850fd41a0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.307126446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bfe23700-72c3-49d6-81a7-78d9361958db","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.355617825Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bfe23700-72c3-49d6-81a7-78d9361958db","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.373207544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bfe23700-72c3-49d6-81a7-78d9361958db","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.406747564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"01968d1b-62db-480a-b434-4edaf83d63f8","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:20.406781707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"01968d1b-62db-480a-b434-4edaf83d63f8","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.659332902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"bccf1306-9a02-402d-9c24-23ec06537883","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.141052487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"46adec0e-834b-4800-9763-6ef652877ee4","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.200721527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1649994-ecce-4c73-9804-634c87f81542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.217474124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"8a21bf85-bcf3-4569-9a21-44a0f130fb01","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.233961094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1649994-ecce-4c73-9804-634c87f81542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.243403867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"75dc6f0c-e40d-4507-988d-78cbbf41af6e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.248303675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"8a21bf85-bcf3-4569-9a21-44a0f130fb01","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.255897731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8c9db8-8834-4715-927d-4e45f9ded34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.259289259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1649994-ecce-4c73-9804-634c87f81542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.268232619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"75dc6f0c-e40d-4507-988d-78cbbf41af6e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.268397218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-955dc3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a2196f7fa7798e0235b560a23cce8e81704efa1f368f0eb2fbc52917c081127) AuthConfig (f745bed986f6f4cd6f8c4173cf4b3ed2e3dc3cd8b7a0ba7c1694809b20481ac9) AuthConfig (06089381df22e2a6d7cdf36b5b0c3b1b5e1c125e1749fb75841d06681d8f01f1) AuthConfig (b4aaee234232fe034b91a62b97527c6b038bff9b97fc41e78816a0451ba4db50) AuthConfig (4dacafcb07e6bb533e68b95c21dc9ef5dec1a6c4a7bfb86c27d38e9429b4fb33) AuthConfig (814ac725ac8315abe36fc87ab3ecef1bf1ab8ae0fb6714ab5277b8c615d63f53) AuthConfig (b41635f4605728cb41c28353659bc2a3f0b202c286de631df69b24dbb6afe63a) AuthConfig (9de1d7f81c190cbb9e6bb38a7789c7f34704349568624b9f115711aa435e667a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"8a21bf85-bcf3-4569-9a21-44a0f130fb01","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.279583215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8c9db8-8834-4715-927d-4e45f9ded34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.290523489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"75dc6f0c-e40d-4507-988d-78cbbf41af6e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.309486007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8c9db8-8834-4715-927d-4e45f9ded34b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.428102297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c661c027-5a00-4ce7-8955-5c493a182931","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.448074062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c661c027-5a00-4ce7-8955-5c493a182931","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.466931495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c661c027-5a00-4ce7-8955-5c493a182931","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.999949827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"f44dbef3-44f9-41f2-aba9-00cd54a4b4f6","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-ok-778a56","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.088055667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"32fbcfe8-6ab8-4d97-99c3-784e20efc033","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.08808348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"32fbcfe8-6ab8-4d97-99c3-784e20efc033","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.551794976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"1420294f-ee48-41c6-b6bc-dc3e5a3215b0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.586449824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"2277ee32-6a2a-40dc-88b9-d3b272278643","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.589763781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"1420294f-ee48-41c6-b6bc-dc3e5a3215b0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.606634275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"2277ee32-6a2a-40dc-88b9-d3b272278643","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.702016258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"0a19bfa8-56a9-49fe-918d-42e27699f91e","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.718904893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"807246b8-82a0-4573-b145-75a452ede374","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.733435125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d75136da-ee31-481b-979e-926dd6f88810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.733516244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"996e5f63-04f3-4e12-98df-e751feb2203f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.738531839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"807246b8-82a0-4573-b145-75a452ede374","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.754037897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d75136da-ee31-481b-979e-926dd6f88810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.75433243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"996e5f63-04f3-4e12-98df-e751feb2203f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.756884686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"807246b8-82a0-4573-b145-75a452ede374","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.776013084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d75136da-ee31-481b-979e-926dd6f88810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.776473487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"996e5f63-04f3-4e12-98df-e751feb2203f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.795986144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"7380250a-d166-4f7a-b5be-7024ba47af96","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.796017878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"7380250a-d166-4f7a-b5be-7024ba47af96","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.812125146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d149a6ab-8e65-4f37-ae1a-f27fd329fb22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.812148131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d149a6ab-8e65-4f37-ae1a-f27fd329fb22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.812803652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9db3d51-84cb-4bb6-afbf-5561e2b246bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:31.812822606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9db3d51-84cb-4bb6-afbf-5561e2b246bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.040342711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f2080b","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","reconcileID":"123b4de8-5cf6-47b1-b4cc-51680b17e2b3","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.076980514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f2080b","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","reconcileID":"c8363e6a-cbd3-4a3e-be8b-d7c338c043e1","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.083342301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"074376fe-68dd-45e2-9563-29fda62e8d4d","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.103363219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"074376fe-68dd-45e2-9563-29fda62e8d4d","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.109022182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9cf5ffad-4071-4720-8e9e-9a03cf097739","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.109064963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd9f2514-8ed9-47b6-a814-13eac54932aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.113405059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"729ba03b-0053-4788-be7e-c48355ae9f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.116132646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"f819a0d0-9e5b-4e5a-be7b-556b2a07a97c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.121893501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"074376fe-68dd-45e2-9563-29fda62e8d4d","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.129276472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd9f2514-8ed9-47b6-a814-13eac54932aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.129365067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9cf5ffad-4071-4720-8e9e-9a03cf097739","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.133584306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"729ba03b-0053-4788-be7e-c48355ae9f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.135563368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"f819a0d0-9e5b-4e5a-be7b-556b2a07a97c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.148382494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9cf5ffad-4071-4720-8e9e-9a03cf097739","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.148397692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd9f2514-8ed9-47b6-a814-13eac54932aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.153021015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"729ba03b-0053-4788-be7e-c48355ae9f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.171351507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f105cffe-d148-4751-8e33-cd1f4fd4d607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.17286714Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"d7f9d8d2-7ea2-42ca-a9b3-cc6c86390f4d","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.190606921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f105cffe-d148-4751-8e33-cd1f4fd4d607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.198462672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0a7d3bc4-bae3-4708-85c5-4cdf0c4ef195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.198464874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e1d730d5-7063-4024-9551-ef4f677cb55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.203069891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c4ddebff-913d-4e6b-adfd-5c1257623ccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.218363068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e1d730d5-7063-4024-9551-ef4f677cb55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.218807415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0a7d3bc4-bae3-4708-85c5-4cdf0c4ef195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.222519001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c4ddebff-913d-4e6b-adfd-5c1257623ccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.387058628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f2080b","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","reconcileID":"aaeba9b8-7f5c-4324-942e-182dae86a0c8","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.420916416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"ed8bf47b-acc5-412f-a366-0899cf3557f5","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.420942396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"ed8bf47b-acc5-412f-a366-0899cf3557f5","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.501883432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"225d3b2b-806d-46aa-9479-35ac0b66702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.521211723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"225d3b2b-806d-46aa-9479-35ac0b66702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.521752976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ce4d6b9b-0ea1-43a3-a294-34603bbc605a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.53154392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"179ed98b-7d3e-46c5-b142-35bba3170548","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.531551283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a8af5698-6671-40dd-8f16-1d062ce4a8c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.536664163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"196d78a3-90bb-4dd9-ab6c-bf550996a4d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.54138653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"ce4d6b9b-0ea1-43a3-a294-34603bbc605a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.550991956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"a8af5698-6671-40dd-8f16-1d062ce4a8c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.550995466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"179ed98b-7d3e-46c5-b142-35bba3170548","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.55547057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"196d78a3-90bb-4dd9-ab6c-bf550996a4d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.615415763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"363af973-431b-4471-b98b-ca97dd41d2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.634485693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"363af973-431b-4471-b98b-ca97dd41d2ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.716350464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a16064a2-4f1f-4516-9352-2b9890907e80","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.735620688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a16064a2-4f1f-4516-9352-2b9890907e80","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.849174934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3fecd614-4d52-4501-8923-751044706eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.850958563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c594cb3d-fa60-41f9-b181-e3c4e5050c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.862796943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"f2178e85-7297-48ce-86f6-8814f03b0599","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.866090523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"329b042f-1b1d-42db-816e-f4421d6a8a15","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.869701556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"3fecd614-4d52-4501-8923-751044706eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.870229067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c594cb3d-fa60-41f9-b181-e3c4e5050c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.881929521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"f2178e85-7297-48ce-86f6-8814f03b0599","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.885628487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"329b042f-1b1d-42db-816e-f4421d6a8a15","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.916647031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1eacadbf-f47a-45e9-888b-68eff25b6654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.935934541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1eacadbf-f47a-45e9-888b-68eff25b6654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.002092128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"912d8e88-f72c-4ca2-afb1-9d4429956e94","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.016982646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"59c9b62b-c54d-48aa-81f1-426b31b91ef2","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.022032009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"912d8e88-f72c-4ca2-afb1-9d4429956e94","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.036102248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"59c9b62b-c54d-48aa-81f1-426b31b91ef2","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.039675334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"912d8e88-f72c-4ca2-afb1-9d4429956e94","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.043150519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"14ff8947-c54d-44ef-b186-46daf7bdbacb","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.046438678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c306758b-15d8-4974-a145-b5451a503c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.04647294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02795177-0c12-4084-80ea-c8503ee71b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.062497843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"14ff8947-c54d-44ef-b186-46daf7bdbacb","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.06593531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c306758b-15d8-4974-a145-b5451a503c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.066307907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02795177-0c12-4084-80ea-c8503ee71b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.080722362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"14ff8947-c54d-44ef-b186-46daf7bdbacb","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.084319578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c306758b-15d8-4974-a145-b5451a503c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.085874114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02795177-0c12-4084-80ea-c8503ee71b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.129162443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3cb67483-a67f-4dd2-804d-7520cac1aee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.133379026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"e6ed59a5-e382-40f9-bf03-185346bd2cd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.133422596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0a55ad6f-23fa-426f-a388-8f9e27c4fb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.13381003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"da433324-5d43-4329-8b39-d0ea7c95fefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.148142997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"3cb67483-a67f-4dd2-804d-7520cac1aee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.15362966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0a55ad6f-23fa-426f-a388-8f9e27c4fb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.153669371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"da433324-5d43-4329-8b39-d0ea7c95fefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.156163773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"e6ed59a5-e382-40f9-bf03-185346bd2cd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.218589422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"02dc7e77-c0c9-467f-b3f4-18eb1d211abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.240945222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"02dc7e77-c0c9-467f-b3f4-18eb1d211abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.768861328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-be2d1d-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-ok-778a56-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.78459667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"8772dbd4-83bb-43ee-aaf4-a1a8c5415deb","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.784618425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"8772dbd4-83bb-43ee-aaf4-a1a8c5415deb","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:50:35.826446027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-be2d1d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7ee206-be2d1d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.833566869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"49618766-039e-4924-8c3e-62902c831840","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.833565756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"019d32ba-4f18-4b5d-81d6-2ad29df8f286","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.837836457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6d87f044-75c0-4dd0-9212-3a853f18b1b2","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.839777724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"2ed941e5-0158-418e-8783-de9dc8becd29","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.839795139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"2ed941e5-0158-418e-8783-de9dc8becd29","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.853319986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"019d32ba-4f18-4b5d-81d6-2ad29df8f286","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.853369741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"49618766-039e-4924-8c3e-62902c831840","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.857390272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6d87f044-75c0-4dd0-9212-3a853f18b1b2","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.871857873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"56b6e857-9dd3-40b1-ba9b-8812b34dac71","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.871874884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"56b6e857-9dd3-40b1-ba9b-8812b34dac71","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.903383878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"44456e40-26cc-4396-b001-bf2e9fd44a80","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.903403255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"44456e40-26cc-4396-b001-bf2e9fd44a80","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.909833795Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"cbd7a26a-80bd-4e8c-a8db-2c91019f93b4","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","model":"e2e-cfl-same-7ee206","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-be2d1d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.998014437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"b9316409-fa26-4ee6-bd6c-5c7312a49aa9","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.998038428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"b9316409-fa26-4ee6-bd6c-5c7312a49aa9","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.059731936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"cd453ed1-cb6d-496f-895c-a191ce1a60bc","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.064790728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"f4b7d2a5-41f7-40bf-893b-16a1e127d460","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.064970636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"970f3243-8769-4a01-b9f4-838e8bf167b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.067353395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"86a400ec-5b03-4194-8375-cb9146eac055","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.087468799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"f4b7d2a5-41f7-40bf-893b-16a1e127d460","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.089661383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"970f3243-8769-4a01-b9f4-838e8bf167b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.091287892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"86a400ec-5b03-4194-8375-cb9146eac055","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.768496216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f2080b","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","reconcileID":"64e1e0b8-58b8-492f-b774-cf63d9314b39","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.808083159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"563161c0-e244-46ca-99e6-5212e01d52ab","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.814985021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-f2080b","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","reconcileID":"f204ef59-e960-40a1-b632-02e963c65868","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-broken-f2080b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.828147654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"563161c0-e244-46ca-99e6-5212e01d52ab","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.835621195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"f56f65d2-134a-4fca-8445-a8a9d6862dab","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.835685137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88686496-df64-4c1f-835b-ae3700590da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.837523477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a90d7bb-1c36-416c-a631-e9c58485bd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.840867392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a38efb4f-f4b3-47dd-8c5a-8e9b7d90926c","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.846426525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"563161c0-e244-46ca-99e6-5212e01d52ab","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.855524331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"f56f65d2-134a-4fca-8445-a8a9d6862dab","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.855946738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88686496-df64-4c1f-835b-ae3700590da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.858174168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a90d7bb-1c36-416c-a631-e9c58485bd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.860796213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a38efb4f-f4b3-47dd-8c5a-8e9b7d90926c","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.875101524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88686496-df64-4c1f-835b-ae3700590da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.876383484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a90d7bb-1c36-416c-a631-e9c58485bd25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.878950716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a38efb4f-f4b3-47dd-8c5a-8e9b7d90926c","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.898736732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"0533da68-40a8-45af-a20d-aa738e35eb42","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.935837323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"0533da68-40a8-45af-a20d-aa738e35eb42","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.949973621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"703ba0cd-2cc9-48d7-9bb6-92de82eb74fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.956121508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ab93d4bf-eb23-44cc-adff-2025d2f92dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.976045313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"703ba0cd-2cc9-48d7-9bb6-92de82eb74fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.976659248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"cff9695e-5216-4bdd-bcf1-5d4d8d2dfbf8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.977292577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ab93d4bf-eb23-44cc-adff-2025d2f92dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.996515613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"cff9695e-5216-4bdd-bcf1-5d4d8d2dfbf8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.067527572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"3d26bd17-3a6b-4af4-a435-f14917279b9b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.087469656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"3d26bd17-3a6b-4af4-a435-f14917279b9b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.153683274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0b5d0a0f-1734-41c1-adec-8206e63c8af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.173017154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"0b5d0a0f-1734-41c1-adec-8206e63c8af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.241585832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"478ac94b-ae7d-4e89-afba-1d3008c1d93b","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.241607833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"478ac94b-ae7d-4e89-afba-1d3008c1d93b","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.252848843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d102a60-0f2b-4eb3-aace-eba9c96f08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.252875928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3297e62a-b14b-4356-8cff-5c9d7443b887","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.256387557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d50b079a-1ea0-443c-9e78-46c6636a2e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.344938893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3297e62a-b14b-4356-8cff-5c9d7443b887","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.346193331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7d102a60-0f2b-4eb3-aace-eba9c96f08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.347270045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d50b079a-1ea0-443c-9e78-46c6636a2e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.363637824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"a37e9ea8-b443-4af6-a2e0-8542e479a9e6","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7a50f76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.407067614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"413e7789-6e27-48e2-8979-a18c8c2ae8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.407350828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"eabda796-1782-4d0c-abd6-248dbe586210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.426866136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"eabda796-1782-4d0c-abd6-248dbe586210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.426915478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"413e7789-6e27-48e2-8979-a18c8c2ae8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.555499441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f15dd362-f8d2-4824-bb28-8049c6d48399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.570846521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3fa7c9b7-9bbf-4a39-940c-9383feea163f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.575658412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"c4804efc-226e-4773-a4ca-cda0565a8405","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.578437128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"f15dd362-f8d2-4824-bb28-8049c6d48399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.596352127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"3fa7c9b7-9bbf-4a39-940c-9383feea163f","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.599497654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"c4804efc-226e-4773-a4ca-cda0565a8405","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.655140784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"dfe0dd0f-2b3c-4153-a572-d5b805cabeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.670857539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"0fea3ab3-989b-4920-9474-cec7de7680d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.674843495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"dfe0dd0f-2b3c-4153-a572-d5b805cabeae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.678367775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2ffb4852-a591-4914-8922-dda4c7de6c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.690653164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"0fea3ab3-989b-4920-9474-cec7de7680d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.697578912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2ffb4852-a591-4914-8922-dda4c7de6c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.773607865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c8fa4be-e54f-49e6-95af-f789cfecc8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.773608362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97923d38-1593-403b-8ec9-33cd773e9491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.793449357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97923d38-1593-403b-8ec9-33cd773e9491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.793462991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c8fa4be-e54f-49e6-95af-f789cfecc8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.811959514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97923d38-1593-403b-8ec9-33cd773e9491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.81211717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c8fa4be-e54f-49e6-95af-f789cfecc8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.846505969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d048d7cf-837c-48cb-b27d-9326e5aacdb5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.866359506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d048d7cf-837c-48cb-b27d-9326e5aacdb5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.869435972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"4d108687-8bf0-4ec0-ab9e-a05ca504dd74","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.876895003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9740e418-5488-4c9a-a6b9-de92cba7f4cd","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.884177401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d048d7cf-837c-48cb-b27d-9326e5aacdb5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.888590147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"4d108687-8bf0-4ec0-ab9e-a05ca504dd74","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.89622822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9740e418-5488-4c9a-a6b9-de92cba7f4cd","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.914555079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9740e418-5488-4c9a-a6b9-de92cba7f4cd","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.970995399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"fc73305a-797e-4b87-b3e0-6ca4c2f938b8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:39.990123229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"fc73305a-797e-4b87-b3e0-6ca4c2f938b8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.735511123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"8d5d221d-2a87-4b98-85de-aba56b028ef2","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:43.204815177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"1ca124c3-24be-4982-8b8a-c7e4b7ca6835","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.69824592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.379051373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"fdbf3cf9-9ef4-476b-8a5c-549c2e9c39a0","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","subscription":"e2e-cfl-ok-778a56-4fed36-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.410530304Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"fdbf3cf9-9ef4-476b-8a5c-549c2e9c39a0","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.426322811Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-sub","reconcileID":"fdbf3cf9-9ef4-476b-8a5c-549c2e9c39a0","MaaSSubscription":{"name":"e2e-cfl-ok-778a56-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.588556703Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-be2d1d-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-4fed36-sub ai-tenant-e2e-extmod-a-d9e067/e2e-cfl-same-03b770-9cf5f7-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.603640254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"764eb493-cd1f-4986-bcd2-904a0e21e2ba","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.603661715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"764eb493-cd1f-4986-bcd2-904a0e21e2ba","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.653937466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"5e32c15f-c319-4d9d-93de-288db9eadbdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.654378881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"cadcf111-91b9-447f-b69e-784d4e1f0d1c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.654728844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"fea65841-08ff-43f3-9a15-dfa79ffb2a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.655475645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"0e826fcd-d25b-49f9-9ed4-900d2059914d","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.655493349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"0e826fcd-d25b-49f9-9ed4-900d2059914d","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.674528054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"5e32c15f-c319-4d9d-93de-288db9eadbdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.675200404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"fea65841-08ff-43f3-9a15-dfa79ffb2a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.676792051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"cadcf111-91b9-447f-b69e-784d4e1f0d1c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.687846897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"9c4cf746-fa5d-4ab8-ae97-8634701b7992","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.687867527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"9c4cf746-fa5d-4ab8-ae97-8634701b7992","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.71940111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"aecc22cc-cf08-4060-88c3-ef3b34811135","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.719422721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"aecc22cc-cf08-4060-88c3-ef3b34811135","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.758760021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"d448ab30-113b-404a-a8bb-54fda56cdf30","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.758781109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"d448ab30-113b-404a-a8bb-54fda56cdf30","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.821062734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-ok-778a56-4fed36-access","reconcileID":"6cf57544-e7b6-4361-aae4-cf67855c6734","MaaSAuthPolicy":{"name":"e2e-cfl-ok-778a56-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.880718645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c09e125-5611-44f2-ac05-55ee706de500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.881169074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38c586d9-22ed-4668-affe-161b78f950b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.900901518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c09e125-5611-44f2-ac05-55ee706de500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.90161983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38c586d9-22ed-4668-affe-161b78f950b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.919984264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c09e125-5611-44f2-ac05-55ee706de500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.920146477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38c586d9-22ed-4668-affe-161b78f950b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.948879753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bcac2d0a-656d-4753-b783-7835a90d5ddb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.956596669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"e06f09fd-9f34-44cf-9839-ce875360ad73","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.956615934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"e06f09fd-9f34-44cf-9839-ce875360ad73","MaaSModelRef":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-ok-778a56-374e783bf66f","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-ok-778a56","externalModel":"e2e-cfl-ok-778a56","provider":"e2e-cfl-ok-778a56-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.968589244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bcac2d0a-656d-4753-b783-7835a90d5ddb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.979939289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"5eeb54d2-20e7-4e4d-9ba0-07de746bb671","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.98635259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bcac2d0a-656d-4753-b783-7835a90d5ddb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.999756471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"5eeb54d2-20e7-4e4d-9ba0-07de746bb671","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.017870776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"5eeb54d2-20e7-4e4d-9ba0-07de746bb671","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.49170544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"51043355-3529-4f50-acd6-bfbde5434c7d","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.604791716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"359b5025-3f7f-45ba-8ce1-9b6e26ed2043","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.604822366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"359b5025-3f7f-45ba-8ce1-9b6e26ed2043","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.615385635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"fdaa6637-1fbb-40c6-b65d-f16c388c5f0f","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.630016682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5cd16ea3-576e-47cf-a17d-58c788f832eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.634655215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"fdaa6637-1fbb-40c6-b65d-f16c388c5f0f","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.638548476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0574f391-9f4b-4796-a892-c22f4e9f3828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.64228653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f6d8c33-1063-43b5-ac34-9f2a0002a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.648407698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"92c109c0-6011-4e39-8805-78bc3366c6ef","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.649848981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5cd16ea3-576e-47cf-a17d-58c788f832eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.686929952Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-778a56","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","reconcileID":"7a98dc89-b071-4d71-b194-d99a97510d41","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-ok-778a56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.687428626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"fdaa6637-1fbb-40c6-b65d-f16c388c5f0f","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.690041177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0574f391-9f4b-4796-a892-c22f4e9f3828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.690526025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f6d8c33-1063-43b5-ac34-9f2a0002a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.692410693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"92c109c0-6011-4e39-8805-78bc3366c6ef","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.704396776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"98db9047-56bd-456e-b493-b079bac69380","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.710244409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f6d8c33-1063-43b5-ac34-9f2a0002a0b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.714490225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"92c109c0-6011-4e39-8805-78bc3366c6ef","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.715849994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0574f391-9f4b-4796-a892-c22f4e9f3828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.806279982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7b45d712-b030-4059-a535-1aa5b21107b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.829198745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7b45d712-b030-4059-a535-1aa5b21107b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.831795238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bcf7a9ec-8799-438c-8866-0baf5613b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.837759049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5e174271-7e2b-4705-b2ac-90c2caec5281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.838657001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"f489c5a9-a286-44aa-b68b-400dda557ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.852814444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bcf7a9ec-8799-438c-8866-0baf5613b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.85851135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5e174271-7e2b-4705-b2ac-90c2caec5281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.85904367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"f489c5a9-a286-44aa-b68b-400dda557ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.861919745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"a2f4f9d3-f847-475b-b8f8-18875863c2ce","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.882416338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"a2f4f9d3-f847-475b-b8f8-18875863c2ce","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.060766408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"634f82f8-bee6-4b03-9322-0b1b7e43951d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.082441243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"634f82f8-bee6-4b03-9322-0b1b7e43951d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.130589567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a82982c9-2828-495d-929d-035196d1effa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.131752272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8a96cf16-7dba-4260-bc78-db48b9a63a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.132593759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e0096fb8-4404-4917-8b63-4c9241decd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.145551274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"74c44727-1f2d-44c5-83a0-83c4ce80baac","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.150113601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"a82982c9-2828-495d-929d-035196d1effa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.151056247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8a96cf16-7dba-4260-bc78-db48b9a63a81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.152436451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e0096fb8-4404-4917-8b63-4c9241decd99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.166156702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"74c44727-1f2d-44c5-83a0-83c4ce80baac","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.230585029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"8a158d3e-5602-46ac-b5aa-0bd8da0bab91","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.230712595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"8a158d3e-5602-46ac-b5aa-0bd8da0bab91","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.323640085Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"a2ea1ba9-f00f-4079-8a48-cfd10f8fc958","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14627cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.346652427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6946dede-7b5e-4d07-b5f8-8d11c66a5d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.368898204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6946dede-7b5e-4d07-b5f8-8d11c66a5d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.425065023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a24dab50-db31-436f-8bdb-f4cdb935cd35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.428124013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c52ff175-2dda-4b1d-be84-a715e0413180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.428670131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"09ed0289-001d-47c2-afc2-e22777f96a72","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.440825361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"736e6e57-e6b4-49a2-9e49-fc1a5e41f996","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.44612239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a24dab50-db31-436f-8bdb-f4cdb935cd35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.453050397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c52ff175-2dda-4b1d-be84-a715e0413180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.456221612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"09ed0289-001d-47c2-afc2-e22777f96a72","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.461182797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"736e6e57-e6b4-49a2-9e49-fc1a5e41f996","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.612867236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"af8968c2-98f7-47d3-aa66-15bee53cb639","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.613612119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2c0eb89a-99d7-4fd3-905a-c8cc8878bd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.633226072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"af8968c2-98f7-47d3-aa66-15bee53cb639","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.633609196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2c0eb89a-99d7-4fd3-905a-c8cc8878bd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.644101422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"21570237-0a14-4261-8351-70b717955cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.645055976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"98d7c450-abec-485b-845e-f39d2759f542","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.651316234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"af8968c2-98f7-47d3-aa66-15bee53cb639","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.663679711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"21570237-0a14-4261-8351-70b717955cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.666067764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"98d7c450-abec-485b-845e-f39d2759f542","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.686152514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"98d7c450-abec-485b-845e-f39d2759f542","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.714927671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4512fb9f-aee6-4c5c-9870-4ec8322ba642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.729855699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c7b39fc-a077-416a-9111-0c7a3943e73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.734229141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4512fb9f-aee6-4c5c-9870-4ec8322ba642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.74924576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c7b39fc-a077-416a-9111-0c7a3943e73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.767783977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c7b39fc-a077-416a-9111-0c7a3943e73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.768477065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"aeca9515-c632-430c-933b-3f0d3a806b02","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.81650815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"6d9e5e72-aac1-45d4-be48-aa0e377b3acf","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.822653755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"8b7af500-9c78-45bc-82d1-2e2240ff2f7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.828949534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58951764-2129-4d25-835a-889a47967c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.83557777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"6d9e5e72-aac1-45d4-be48-aa0e377b3acf","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.842372329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"8b7af500-9c78-45bc-82d1-2e2240ff2f7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.848895611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58951764-2129-4d25-835a-889a47967c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.867507153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58951764-2129-4d25-835a-889a47967c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:53.236970996Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"d076607f-e6a8-49e6-9815-4770f7d1b4c7","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.340031138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"c77becb3-9f6e-467f-b539-386bee2037b3","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","subscription":"e2e-cfl-same-03b770-9cf5f7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.371146222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"c77becb3-9f6e-467f-b539-386bee2037b3","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.386682069Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-sub","reconcileID":"c77becb3-9f6e-467f-b539-386bee2037b3","MaaSSubscription":{"name":"e2e-cfl-same-03b770-9cf5f7-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.545870625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-be2d1d-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.561645715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"3078dbf1-e256-41f9-86b8-2e2dd31c8532","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.561667945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"3078dbf1-e256-41f9-86b8-2e2dd31c8532","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.594959505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"092883fa-7f6b-49a4-88ce-cec66e4547c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.598038719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"bb67d176-fcfe-415d-98c1-5b71bfe163f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.614538695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"d390c6cb-b47c-4f2a-ad10-a562f54dd233","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.614559101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"d390c6cb-b47c-4f2a-ad10-a562f54dd233","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.615337835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"092883fa-7f6b-49a4-88ce-cec66e4547c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.620502986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"bb67d176-fcfe-415d-98c1-5b71bfe163f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.703494067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"7ba91522-f053-475b-a699-a5fc12afb6f9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.717075536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"b85ee198-4730-42e1-aa09-6d473ed3fa46","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.717096378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"b85ee198-4730-42e1-aa09-6d473ed3fa46","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.722958436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"7ba91522-f053-475b-a699-a5fc12afb6f9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.742240335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"7ba91522-f053-475b-a699-a5fc12afb6f9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.765969189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-9cf5f7-access","reconcileID":"53c4e709-ec73-4441-830b-64a8048c4302","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-9cf5f7-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.80453706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"5825d80d-07e9-4cc2-9054-a28d777ba0b9","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.815207918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4ba27682-58ef-4969-9641-74295e807511","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.83485198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4ba27682-58ef-4969-9641-74295e807511","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.853318794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4ba27682-58ef-4969-9641-74295e807511","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.902662905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"ded073c1-a6d0-4ee7-92ba-7a2402c4082b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-2-9cf5f7/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.902683908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"ded073c1-a6d0-4ee7-92ba-7a2402c4082b","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"routeName":"external-model-e2e-cfl-same-03b770-b673de2d8334","namespace":"e2e-extmod-cfl-2-9cf5f7","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.917461368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155064fb-3f94-4c75-a7cb-1c807e924278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.937664036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155064fb-3f94-4c75-a7cb-1c807e924278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:01.956198144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155064fb-3f94-4c75-a7cb-1c807e924278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.019004382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46dcb5e6-73fb-44df-87c8-c6b50f32cf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.04014776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46dcb5e6-73fb-44df-87c8-c6b50f32cf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.059389348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05e05a868fb47e240399fac100710a7ec5eb4c8b15be79738b8a1079a4347d37) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f0dccc5b62c235d8cd0e40eea777ec2047bb89d3ee2e2885accab2adceed7d94) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3af77e61768c019d13dc6b5a42e01076e42e84c78518f151277410302b4b15c5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (aa35eeaf659370318a91423ee241b3abd5959b361dae147e0d76fd8027123d51) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46dcb5e6-73fb-44df-87c8-c6b50f32cf2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.059935377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"b06b6aff-4f5a-4fd3-9479-923801071c71","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.05995476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"b06b6aff-4f5a-4fd3-9479-923801071c71","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.086403519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"684cb18e-9b15-4c06-b5f0-036709b2bc1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.105975321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"684cb18e-9b15-4c06-b5f0-036709b2bc1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.112444525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"6a94d5ad-1c09-4426-951f-5180b897d007","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-216209e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.287520145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d936c646-4666-4633-8dc8-6902e92623f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:02.307188932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"d936c646-4666-4633-8dc8-6902e92623f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:03.269810604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"1da8d7e3-dbbd-4c18-8d96-a976b18de9db","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:07.525882122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"8dfa6e8c-9f6d-4bb3-b2c8-86674d7cedbd","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:07.631932622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"0878dae8-7ef6-4674-8887-8682f1b49e87","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:07.631969463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"0878dae8-7ef6-4674-8887-8682f1b49e87","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.190901128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d5dfe8b2-15f7-4221-8d61-79fc2fc3d301","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.222690438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d5dfe8b2-15f7-4221-8d61-79fc2fc3d301","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.245127285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d5dfe8b2-15f7-4221-8d61-79fc2fc3d301","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.283175431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"470b046f-7d48-42b3-ac7c-a458af9d9539","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.283295477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"470b046f-7d48-42b3-ac7c-a458af9d9539","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.34355752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"ee26253a-f646-4a7f-af75-fd758039d4de","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:08.37215754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"ee26253a-f646-4a7f-af75-fd758039d4de","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.166250341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"33d2ae10-916f-474f-8039-33fda61cc0ca","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.166311422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"33d2ae10-916f-474f-8039-33fda61cc0ca","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.249742402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"da75bea5-d9bd-44d3-80ca-3e341e5a431e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.250764656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"ac3fd822-8f7d-4d2f-aefb-ab79a18a20fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.251231201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"78452cf7-0889-4308-ab03-02e00a4b5d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.251704513Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"ff05a88c-9ac5-4c69-a5eb-09e13d00f320","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78888f57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.275653675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"78452cf7-0889-4308-ab03-02e00a4b5d55","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.280661563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"da75bea5-d9bd-44d3-80ca-3e341e5a431e","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.283015173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"ac3fd822-8f7d-4d2f-aefb-ab79a18a20fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.489670729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"134752a5-8e4b-41c5-bfed-8a77d27e02b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.489832565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"cdbf38a0-4f66-4b56-b392-028d7111690b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.490796427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"974d9fdb-b367-4dca-8e75-b90951d43370","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.510026663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"cdbf38a0-4f66-4b56-b392-028d7111690b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.510676605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"134752a5-8e4b-41c5-bfed-8a77d27e02b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:10.512322312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"974d9fdb-b367-4dca-8e75-b90951d43370","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:11.836760664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"60692fbc-52dd-4abc-9840-fea43c8e5c9f","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:11.919551185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"53985937-2389-46b4-92b0-793b9c8d42a6","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:11.939132601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"53985937-2389-46b4-92b0-793b9c8d42a6","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.020235849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dbf1fb-d2b3-49c1-b9a2-2006940d7afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.039218352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dbf1fb-d2b3-49c1-b9a2-2006940d7afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.070677719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"a53711e8-ab30-44bc-83c6-3bd7ed5d1d18","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.070698458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"a53711e8-ab30-44bc-83c6-3bd7ed5d1d18","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.12439183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc0fba66-0148-4418-b0a7-9a0f184a1c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.127966922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"0d2cb501-87bd-4eab-9764-19a6b34f01a9","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","subscription":"e2e-cfl-same-03b770-4fed36-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.143731271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc0fba66-0148-4418-b0a7-9a0f184a1c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.158947248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"0d2cb501-87bd-4eab-9764-19a6b34f01a9","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.17496891Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-sub","reconcileID":"0d2cb501-87bd-4eab-9764-19a6b34f01a9","MaaSSubscription":{"name":"e2e-cfl-same-03b770-4fed36-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.225441625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6541347-0034-4f67-a554-628dbac8c814","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.225462007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6541347-0034-4f67-a554-628dbac8c814","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.240589419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"049908fe-4bd4-4b87-8a32-a83135b10744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.240606416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"049908fe-4bd4-4b87-8a32-a83135b10744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.262212035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.278603736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"bf350179-1eb0-401c-8a1a-25c1ac46db72","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.278624111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"bf350179-1eb0-401c-8a1a-25c1ac46db72","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.296077543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1c4d8416-6035-4e39-a162-38e2c89e4b41","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.318105565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1c4d8416-6035-4e39-a162-38e2c89e4b41","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.330152788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"258740df-9240-4d8a-8030-629af94fd72d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.330174157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"258740df-9240-4d8a-8030-629af94fd72d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.361504648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"a2eeea7d-e6aa-4889-8606-ecbb8cd99afe","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.361523737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"a2eeea7d-e6aa-4889-8606-ecbb8cd99afe","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.427272222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"bceb7a37-8ab7-4d48-b081-5005b266fa75","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.427297142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"bceb7a37-8ab7-4d48-b081-5005b266fa75","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.464124352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1a5ef46e-79cc-47a0-b696-d9806b9b8344","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.513024554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1a5ef46e-79cc-47a0-b696-d9806b9b8344","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.561948276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1a5ef46e-79cc-47a0-b696-d9806b9b8344","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.561976921Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-cfl-same-03b770-4fed36-access","reconcileID":"1a5ef46e-79cc-47a0-b696-d9806b9b8344","MaaSAuthPolicy":{"name":"e2e-cfl-same-03b770-4fed36-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.597151508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"35535c46-2340-489d-8a85-4231c106a5a6","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"tenant":"e2e-extmod-a-d9e067","gateway":"openshift-ingress/e2e-extmod-a-d9e067","model":"e2e-extmod-cfl-1-4fed36/e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:12.59717515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"35535c46-2340-489d-8a85-4231c106a5a6","MaaSModelRef":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"routeName":"external-model-e2e-cfl-same-03b770-234da9234cc3","namespace":"e2e-extmod-cfl-1-4fed36","model":"e2e-cfl-same-03b770","externalModel":"e2e-cfl-same-03b770","provider":"e2e-cfl-same-03b770","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.08028834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.088946755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"f5f111f6-132a-465b-b8e2-4d71af79674d","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.096404034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"98873057-b032-4369-8ebe-2b06b9853a30","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.096427077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"98873057-b032-4369-8ebe-2b06b9853a30","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:13.113249955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"d8db65c6-cda7-4c84-b71f-ee2ea56f12fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-562b5e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.189602251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"f26fab74-adda-4a84-ae92-7913bf2777e9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.205850681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"3e60a578-abf6-4e02-bb4c-7e2bc0c5295c","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.209844259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ba716c4e-758a-47db-b1ca-3d980d5259cd","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.209865943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ba716c4e-758a-47db-b1ca-3d980d5259cd","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.210376931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"f26fab74-adda-4a84-ae92-7913bf2777e9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.217339879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"204db589-0884-4565-9275-b3e51fc39d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.217790173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4620fd1b-8133-4a31-a23f-36efd070ec19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.220701904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ca5d2a-912e-4430-89d6-bb12450cfe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.228297329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"f26fab74-adda-4a84-ae92-7913bf2777e9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.236961497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"204db589-0884-4565-9275-b3e51fc39d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.241547301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"4df71d1d-9704-40c4-b94f-800a86efb801","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.241568395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"4df71d1d-9704-40c4-b94f-800a86efb801","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:13.287518937Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4620fd1b-8133-4a31-a23f-36efd070ec19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:13.287781569Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ca5d2a-912e-4430-89d6-bb12450cfe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.288358941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-1-4fed36"},"namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","reconcileID":"86732978-b646-43db-a7fe-1f43b0899221","namespace":"e2e-extmod-cfl-1-4fed36","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.29016307Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"3e60a578-abf6-4e02-bb4c-7e2bc0c5295c","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.302950986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"a9796d86-6d11-4a68-a8af-0f8872e51f65","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:13.308505654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ca5d2a-912e-4430-89d6-bb12450cfe18","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:13.309452001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4620fd1b-8133-4a31-a23f-36efd070ec19","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.311553746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"3e60a578-abf6-4e02-bb4c-7e2bc0c5295c","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.378086791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"43300e2b-4572-4b7e-a57c-fd3385d1625e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.378126286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"43300e2b-4572-4b7e-a57c-fd3385d1625e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.378606618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"3063886b-ee08-44e4-b597-1c31149f0f74","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.410295313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca1a80d3-5e5b-40a3-ba19-c18061f0b93d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.41032547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca1a80d3-5e5b-40a3-ba19-c18061f0b93d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.41093323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59b07618-c0ea-4e01-a15a-ac07cfe282b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.410946323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59b07618-c0ea-4e01-a15a-ac07cfe282b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.447509178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"6961957f-c823-4cc6-b2cb-7700db8c15a3","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-562b5e","model":"e2e-dft-562b5e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-562b5e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.451729938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"3063886b-ee08-44e4-b597-1c31149f0f74","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.459630548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ee239470-7861-477a-90b1-7e2e302d9c40","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.459663319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"ee239470-7861-477a-90b1-7e2e302d9c40","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.466041847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6112fdd-3af9-4ed5-80ac-dd9a623f2101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.483828054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf110664-ad3d-40fd-95a7-2f37fbda5659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.484411788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"519ab236-9d6f-4f54-b2a9-a2a5a59a0700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.488146764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6112fdd-3af9-4ed5-80ac-dd9a623f2101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.499981244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6ac227f5-8162-48d7-9eae-59bde7820e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.503843689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf110664-ad3d-40fd-95a7-2f37fbda5659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.504949894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"519ab236-9d6f-4f54-b2a9-a2a5a59a0700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.506776436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6112fdd-3af9-4ed5-80ac-dd9a623f2101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.519915427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6ac227f5-8162-48d7-9eae-59bde7820e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.541170307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"b7c3796d-bc13-42a9-a996-656616fa780e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.541190225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"b7c3796d-bc13-42a9-a996-656616fa780e","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.557023869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01860b4d-f350-45f9-a596-0a67901a4921","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.557039677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01860b4d-f350-45f9-a596-0a67901a4921","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.634010818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"e3fe352e-74d4-4ba0-ad74-fa55bc708997","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.635761573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"9e2e9b18-2d6f-455a-943a-f308579418dd","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-562b5e","model":"llm/e2e-dft-562b5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.661523568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"e3fe352e-74d4-4ba0-ad74-fa55bc708997","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.70328672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"de819996-9d7c-438e-9a98-d833f250d6d4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.72483391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"de819996-9d7c-438e-9a98-d833f250d6d4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.802025932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"23f9905e-cd22-4b2c-9ac1-39ca48d4a866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.804858103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"235e8a20-1f36-4a37-a2d4-8782a1b05b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.81851519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"f6fd33b4-ef86-4248-92b2-e5a90de7f745","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.824709171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"23f9905e-cd22-4b2c-9ac1-39ca48d4a866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.825238371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"235e8a20-1f36-4a37-a2d4-8782a1b05b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.839747139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"f6fd33b4-ef86-4248-92b2-e5a90de7f745","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.917743661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ec555f16-ba2a-442c-aecf-3307328a30e5","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.937040184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ec555f16-ba2a-442c-aecf-3307328a30e5","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.955168441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ec555f16-ba2a-442c-aecf-3307328a30e5","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.002427691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"acac17b6-e1d0-4b5e-ac8f-fc938080a7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.003881098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1b74478e-872e-49e9-b985-7cb0fe40528a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.02341693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"acac17b6-e1d0-4b5e-ac8f-fc938080a7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.024003565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1b74478e-872e-49e9-b985-7cb0fe40528a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.105010513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"faa7be83-dca1-422a-86be-cb8ee1a0bd55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.105013337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c61b2406-6e3c-46d2-adbd-ca82ab6cd5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.106382373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"66c2ecbb-9898-40e9-99dd-4dcfcbfbb792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.126026019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c61b2406-6e3c-46d2-adbd-ca82ab6cd5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.126291998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"faa7be83-dca1-422a-86be-cb8ee1a0bd55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.128694685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"66c2ecbb-9898-40e9-99dd-4dcfcbfbb792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.170982118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ccf56dea-6e7f-4a9c-95a6-3542fe8a39bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.188245064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2f8e1af1-faa5-43c8-92f1-deda1c48fe0e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.19039987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ccf56dea-6e7f-4a9c-95a6-3542fe8a39bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.192338544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"f1de6397-6081-4835-a85e-c18e50719978","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.209344515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2f8e1af1-faa5-43c8-92f1-deda1c48fe0e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.227607872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2f8e1af1-faa5-43c8-92f1-deda1c48fe0e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.314717526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"dcdac7c6-1315-4b82-80ea-0dbbbaa2a095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.340639479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"dcdac7c6-1315-4b82-80ea-0dbbbaa2a095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.379924234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-03b770","namespace":"e2e-extmod-cfl-2-9cf5f7"},"namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","reconcileID":"288fdb54-11cd-49c6-8fe7-f981c65f7128","namespace":"e2e-extmod-cfl-2-9cf5f7","name":"e2e-cfl-same-03b770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.423241765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63fa1e89-f304-4807-a215-721c99f61107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.423357546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8bb94d2f-737a-4416-8dcb-a27084bc6165","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.425669964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"3ab709f3-b7a4-4a02-9841-9d2e2c52c83b","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.443244434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8bb94d2f-737a-4416-8dcb-a27084bc6165","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.443382414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63fa1e89-f304-4807-a215-721c99f61107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.445540772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"3ab709f3-b7a4-4a02-9841-9d2e2c52c83b","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.46201115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"8bb94d2f-737a-4416-8dcb-a27084bc6165","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.462517301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63fa1e89-f304-4807-a215-721c99f61107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.503930121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c8246195-2536-419f-b16b-93b6bf861c87","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.511378203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"dfc5c258-df3a-4843-8d9e-ef8a2722e643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.511460622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"84cee819-f3a7-4a33-8591-0012eb606696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.523949438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c8246195-2536-419f-b16b-93b6bf861c87","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.530652436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"dfc5c258-df3a-4843-8d9e-ef8a2722e643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.532021712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"84cee819-f3a7-4a33-8591-0012eb606696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.619582719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"4ee43147-dc3f-4479-8c17-699f0d45f240","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.640534911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"4ee43147-dc3f-4479-8c17-699f0d45f240","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.829511225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ab552a5b-630c-4b13-9979-fbd6822a4b4e","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.857327528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0a129c13-f2f2-4462-81b8-266c20abd5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.862541726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ab552a5b-630c-4b13-9979-fbd6822a4b4e","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.873472936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ec075ca0-ff9c-47ab-9fba-902f3b1e7638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.874836159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"29c4ddf7-014a-4feb-bc83-4de8d693ccba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.879596924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0a129c13-f2f2-4462-81b8-266c20abd5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.892805632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ec075ca0-ff9c-47ab-9fba-902f3b1e7638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.894574646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"29c4ddf7-014a-4feb-bc83-4de8d693ccba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.912072372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"961e53d2-72c0-4c59-9003-730371880616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.935021867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"961e53d2-72c0-4c59-9003-730371880616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.192486596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6b0509f0-7a34-41b3-a032-2a58023fc339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.193386047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"35586397-3d2b-4892-a18f-cdc17c98b1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.19395715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a4cb951-b6c8-49ed-a2ae-3015bcc0d5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.194450429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"700954d1-9a59-4fd6-ad4b-0ceebc4e70c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.197957774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"422424bf-6791-44ef-b233-7d5bf8083921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.213774999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6b0509f0-7a34-41b3-a032-2a58023fc339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.214211088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"35586397-3d2b-4892-a18f-cdc17c98b1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.216036039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"700954d1-9a59-4fd6-ad4b-0ceebc4e70c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.216691367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a4cb951-b6c8-49ed-a2ae-3015bcc0d5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.218243339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"422424bf-6791-44ef-b233-7d5bf8083921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.287109181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a4cb951-b6c8-49ed-a2ae-3015bcc0d5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.308674694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f240daa9-ecd7-41f7-ad11-d0ffcf3f4a77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.308699071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f240daa9-ecd7-41f7-ad11-d0ffcf3f4a77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.341569319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2a514d95-b3f6-4275-8857-af1c0e7f33f1","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.361076901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2a514d95-b3f6-4275-8857-af1c0e7f33f1","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.380167113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2a514d95-b3f6-4275-8857-af1c0e7f33f1","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.395020955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b934de21-6ead-489e-8d31-17cf4a8a15d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.409374681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"32fcf817-1bd8-4a5a-a8d1-296d500b5f25","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.409412661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29cefc56-0656-4841-a70c-9d6759c07f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.414488433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"b934de21-6ead-489e-8d31-17cf4a8a15d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.429632955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"32fcf817-1bd8-4a5a-a8d1-296d500b5f25","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.430440567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29cefc56-0656-4841-a70c-9d6759c07f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.448514841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"32fcf817-1bd8-4a5a-a8d1-296d500b5f25","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.449096439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29cefc56-0656-4841-a70c-9d6759c07f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.474769204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"94552743-94a0-42b4-b3af-433a552bff15","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.494055717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"94552743-94a0-42b4-b3af-433a552bff15","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:17.69800089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.302380165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"ac235502-8656-4c34-aeb8-86d957db37b2","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","subscription":"e2e-cfl-same-7ee206-be2d1d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.334584744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"ac235502-8656-4c34-aeb8-86d957db37b2","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.350539209Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-sub","reconcileID":"ac235502-8656-4c34-aeb8-86d957db37b2","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-be2d1d-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.440600654Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-955dc3 priority=0:[ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-1798af-fecfe8-sub ai-tenant-e2e-extmod-a-955dc3/e2e-cfl-same-7ee206-fecfe8-sub]","namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.456035232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"16a6aa74-e755-4f87-895b-22fb2aab063a","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.456058856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"16a6aa74-e755-4f87-895b-22fb2aab063a","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.50468077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"10f532c6-a6f8-4d5f-99b3-b948210f59fd","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.504842401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"a60c5372-e9d4-4b81-ad8d-9eaae24237ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.505362401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"67c6db82-8492-4f1f-8431-15cb73be09b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.52453258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"a60c5372-e9d4-4b81-ad8d-9eaae24237ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.52455519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"67c6db82-8492-4f1f-8431-15cb73be09b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.526915345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"10f532c6-a6f8-4d5f-99b3-b948210f59fd","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.641414788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"068ed0e6-6130-4300-be61-2b8cde9ca020","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.641449991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"068ed0e6-6130-4300-be61-2b8cde9ca020","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.678065797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-be2d1d-access","reconcileID":"1ddb182e-b1e9-4a6d-98c1-d0cf318bf65e","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-be2d1d-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.92483242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"77e6ec60-1091-4478-bcdc-0aefe92ecdcf","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-2-be2d1d/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.924859341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"77e6ec60-1091-4478-bcdc-0aefe92ecdcf","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"routeName":"external-model-e2e-cfl-same-7ee206-8a41dbe8b9d7","namespace":"e2e-extmod-cfl-2-be2d1d","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.07773241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"d36761ed-a9b8-4380-b5e1-235678f0d3fa","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.077754655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"d36761ed-a9b8-4380-b5e1-235678f0d3fa","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.114335135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"1bd79f79-5376-4e9e-8e6b-e09927a130d7","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.117462186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"34d6fd4d-5ec0-4797-9810-ad217fb268fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.13162887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"1d9b4211-59c0-40b8-8bc2-f1a4c95faff2","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e2ca183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.134461647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"1bd79f79-5376-4e9e-8e6b-e09927a130d7","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.137427437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"34d6fd4d-5ec0-4797-9810-ad217fb268fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.263696428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"f83108ed-dce8-48d1-95cf-83da9112f36c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.263700726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"08976bcd-702d-4211-8be0-66a19a28eb19","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.286049703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"08976bcd-702d-4211-8be0-66a19a28eb19","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.286580331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"f83108ed-dce8-48d1-95cf-83da9112f36c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.868796921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"cec3d226-a39f-4752-9570-4f9ce7fccd4d","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:23.33558894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"5e941b26-b1c7-4901-a14e-4bfa08268d73","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.374602537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7194e6-4141-47a0-9d5f-f5126a1e351a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.39590256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7194e6-4141-47a0-9d5f-f5126a1e351a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.417149813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7194e6-4141-47a0-9d5f-f5126a1e351a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.430627044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"e6381a28-d8e8-48b5-9379-3214e72d25d3","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.489545918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"e6381a28-d8e8-48b5-9379-3214e72d25d3","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.507684983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"e6381a28-d8e8-48b5-9379-3214e72d25d3","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.560290993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ffec4d-ddec-4303-a9e3-2f9b188be6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.560532453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9abb1feb-7664-4112-8db0-fe7fcf7f59e6","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.579610818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ffec4d-ddec-4303-a9e3-2f9b188be6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.580006602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9abb1feb-7664-4112-8db0-fe7fcf7f59e6","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.598013053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9abb1feb-7664-4112-8db0-fe7fcf7f59e6","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.598109615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ffec4d-ddec-4303-a9e3-2f9b188be6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.839662788Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"d8f477f6-767c-4cbc-a1d5-cb49c1f844cf","namespace":"llm","name":"e2e-dft-del-7604ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.859949439Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"d6033e33-a812-4c6c-a368-0eed1b0890a2","namespace":"llm","name":"e2e-dft-del-7604ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.874243623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ccbfe322-0374-4398-8867-c93a35dcab21","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.893676841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ccbfe322-0374-4398-8867-c93a35dcab21","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.895489156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"95ba6665-62e3-48dc-8e9e-3ef9571709d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.903745677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6ba7dd-cd4c-4a77-a322-b5f9ee135414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.906480507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0328338e-1eaf-4353-94a9-30e548a83b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.906483415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"b84c2b80-f939-4ec4-843c-3f3da0d968f2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.911599374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ccbfe322-0374-4398-8867-c93a35dcab21","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.914462636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"95ba6665-62e3-48dc-8e9e-3ef9571709d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.92373615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6ba7dd-cd4c-4a77-a322-b5f9ee135414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.928125645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"b84c2b80-f939-4ec4-843c-3f3da0d968f2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.928125648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0328338e-1eaf-4353-94a9-30e548a83b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.941551929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6ba7dd-cd4c-4a77-a322-b5f9ee135414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.945461616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c64132f4-2eee-40cd-8173-45b488867dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.945483099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c64132f4-2eee-40cd-8173-45b488867dd7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.945916989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c4c7737-459c-43b6-b2cf-12e220a3b860","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.945937501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c4c7737-459c-43b6-b2cf-12e220a3b860","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.946294877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d96ee9f-2f6f-4148-ae6b-a89ccc698f76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.94631045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d96ee9f-2f6f-4148-ae6b-a89ccc698f76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.947730148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"b84c2b80-f939-4ec4-843c-3f3da0d968f2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.947888716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0328338e-1eaf-4353-94a9-30e548a83b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.962763322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"9bc8fab0-e0b9-4c0a-960b-b30e0bca882a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.962801001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"9bc8fab0-e0b9-4c0a-960b-b30e0bca882a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.98168018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9fdb05b0-709c-4485-ad17-ab22af17f8a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.981700133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9fdb05b0-709c-4485-ad17-ab22af17f8a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982058657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a999883-13e8-41bc-9457-139a4ab23ea9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982076796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a999883-13e8-41bc-9457-139a4ab23ea9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982424307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2daf1e6-bf44-4812-83bb-98abfa1746ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982439557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2daf1e6-bf44-4812-83bb-98abfa1746ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982746016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"910f1c0c-14c3-4565-90a4-89d00f11c9f6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982756624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"910f1c0c-14c3-4565-90a4-89d00f11c9f6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982984361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38d53a64-090c-456d-a701-fd5d46480448","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.982995089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38d53a64-090c-456d-a701-fd5d46480448","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.98322344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8cae109-7ab8-44a3-bcf5-93611e19d297","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.983234049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8cae109-7ab8-44a3-bcf5-93611e19d297","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.983472638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1421ef90-5756-4094-a6b9-27d8022772dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.983483865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1421ef90-5756-4094-a6b9-27d8022772dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.983695117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8fc07b8-2c90-49e1-98fa-ba3a79376f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.983704421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8fc07b8-2c90-49e1-98fa-ba3a79376f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.990573547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b92bbb79-806a-4075-a69d-8d4197cc8336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.990573545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"132a8847-d1a3-4d13-8780-056b985a5ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.999826139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"1adca8e8-e095-4fdd-9d8f-7a9ebc06fe4d","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:27.999848093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"1adca8e8-e095-4fdd-9d8f-7a9ebc06fe4d","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.011118145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b92bbb79-806a-4075-a69d-8d4197cc8336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.011206241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"132a8847-d1a3-4d13-8780-056b985a5ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.015369903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8472cd3f-8b94-42b8-a6a4-0a54f461f3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.015636053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6b07212-07a8-41f3-b698-31e5b03ba1dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.032639218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"29afb3f1-2be3-4e08-bedb-1b57623f6b25","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-562b5e","model":"llm/e2e-dft-562b5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.077722036Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"bcfc732d-28b0-4137-961b-8c48a0d73240","MaaSModelRef":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"name":"e2e-dft-del-7604ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.089474261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"25cb7b65-a745-408f-a129-ba2416b67a10","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.089531247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"df724c84-3a85-4af6-8859-20841bc0e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.109298975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"25cb7b65-a745-408f-a129-ba2416b67a10","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.109780336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"df724c84-3a85-4af6-8859-20841bc0e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.206437743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5a5712f8-2279-42f2-882f-2acf900cb9c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.227713689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a656aea7-fa55-40bf-8c83-6cd986707bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.228473594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"2d9fe080-97a3-40c8-a0b0-0c47b413f45b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.262691279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5a5712f8-2279-42f2-882f-2acf900cb9c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.289349147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a656aea7-fa55-40bf-8c83-6cd986707bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.30724802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"2d9fe080-97a3-40c8-a0b0-0c47b413f45b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.330325358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"0f9a2539-3a62-49d1-8a88-7883cab1b4b4","namespace":"llm","name":"e2e-dft-del-7604ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.344883745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ee1972f8-68c1-4f18-953e-149c642fad5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.346693202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"8a770309-7ae7-46bd-af08-3c29c524642d","MaaSModelRef":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-7604ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.346722485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"8a770309-7ae7-46bd-af08-3c29c524642d","MaaSModelRef":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"routeName":"external-model-e2e-dft-del-7604ab-6f10ce0013c3","namespace":"llm","model":"e2e-dft-del-7604ab","externalModel":"e2e-dft-del-7604ab","provider":"e2e-dft-del-7604ab-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.364766298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ee1972f8-68c1-4f18-953e-149c642fad5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.590367276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"36413a3d-f808-4543-b161-ae5585dfc4a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.606148488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"69790b02-ab39-4e02-b6a7-8d3599d5924a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.606174565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d2a5ce18-2e4d-4f4c-9940-b68fcde729ff","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.610897263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"36413a3d-f808-4543-b161-ae5585dfc4a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.626552909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d2a5ce18-2e4d-4f4c-9940-b68fcde729ff","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.626797503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"69790b02-ab39-4e02-b6a7-8d3599d5924a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.628579077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"b2d8aee6-7337-45c0-a41c-1d1253ef10e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.629380849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b504a54c-1d59-4c56-8e37-35ae0f6ea28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.647919204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"b2d8aee6-7337-45c0-a41c-1d1253ef10e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.648470418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b504a54c-1d59-4c56-8e37-35ae0f6ea28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.791932335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d35eb08e-5905-48da-9bcd-744e4d0cd60a","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.811062088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d35eb08e-5905-48da-9bcd-744e4d0cd60a","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.821470836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"31b9d852-aece-48d5-8c54-66163f89d2f2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.829330664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d35eb08e-5905-48da-9bcd-744e4d0cd60a","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.84099611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"31b9d852-aece-48d5-8c54-66163f89d2f2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.861642514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"31b9d852-aece-48d5-8c54-66163f89d2f2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.911941605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"89a58c53-835c-40b4-847d-d5ce8772af92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.912130212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5ea4d0ce-ce66-4686-b501-fd9c9babd193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.914032074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b663bee4-3b29-4299-a56b-8b57dd13c9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.924516696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c064654-9665-4edc-ad78-7ecc1288a35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.924558219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae4e411a-2339-4d21-a9a3-aab02fbf972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.932025665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"89a58c53-835c-40b4-847d-d5ce8772af92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.932149825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"5ea4d0ce-ce66-4686-b501-fd9c9babd193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.934277719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b663bee4-3b29-4299-a56b-8b57dd13c9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.94460769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae4e411a-2339-4d21-a9a3-aab02fbf972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.944861597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c064654-9665-4edc-ad78-7ecc1288a35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.962591297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c064654-9665-4edc-ad78-7ecc1288a35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:28.96265519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae4e411a-2339-4d21-a9a3-aab02fbf972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.011602418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"efd31bb2-1b79-40de-b422-7532d2e416b8","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.011657799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7a5288de-08a2-4020-81f9-2e81e0144b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.031812255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"efd31bb2-1b79-40de-b422-7532d2e416b8","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.032010763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"7a5288de-08a2-4020-81f9-2e81e0144b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.111050609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0e22fea8-0550-456c-b2f7-0f3f5afcb33b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.113394173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"921e46af-5c48-4448-a229-85078065455b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.113518571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"42c9064a-1dcc-4083-9663-f3dac32867ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.129122547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5509cb0-f8d2-46b2-892a-f29a9a4fabf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.130301502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0e22fea8-0550-456c-b2f7-0f3f5afcb33b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.132639659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"42c9064a-1dcc-4083-9663-f3dac32867ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.132645041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"921e46af-5c48-4448-a229-85078065455b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.15218309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a5509cb0-f8d2-46b2-892a-f29a9a4fabf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.148384114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"62ea8442-5fe4-4546-8393-cf124771cb07","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","subscription":"e2e-cfl-same-7ee206-fecfe8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.18635369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"62ea8442-5fe4-4546-8393-cf124771cb07","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.208107782Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-sub","reconcileID":"62ea8442-5fe4-4546-8393-cf124771cb07","MaaSSubscription":{"name":"e2e-cfl-same-7ee206-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.313518963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.329452168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"4d760a53-4f27-46b0-8dde-5f7e8bb10ad0","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.329473453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"4d760a53-4f27-46b0-8dde-5f7e8bb10ad0","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.361665679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6b3e51ed-f249-44cf-b8ca-2145d1443103","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.364555122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"7fcf0f9b-02a7-4219-86b1-1620079c4d38","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.381000846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"047507f2-6818-4d3c-b667-cbff5492be27","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.38102819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"047507f2-6818-4d3c-b667-cbff5492be27","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.382599267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6b3e51ed-f249-44cf-b8ca-2145d1443103","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.384334443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"7fcf0f9b-02a7-4219-86b1-1620079c4d38","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.482720495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"2f0640cb-d34d-450f-9ade-76d8515b4f9d","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.482745625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"2f0640cb-d34d-450f-9ade-76d8515b4f9d","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.49348011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"e3e5557f-acb0-417a-b498-6c28996394ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.512762627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"e3e5557f-acb0-417a-b498-6c28996394ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.660713445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-same-7ee206-fecfe8-access","reconcileID":"10d6aae7-a260-4b74-939d-0d57a1f549e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-7ee206-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.72688201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"55e66853-dba3-4098-b2c5-7f11b385a25c","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.726910588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"55e66853-dba3-4098-b2c5-7f11b385a25c","MaaSModelRef":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-same-7ee206-3e42dc8f22d4","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-same-7ee206","externalModel":"e2e-cfl-same-7ee206","provider":"e2e-cfl-same-7ee206","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:31.901006859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"611766df-c73d-491e-94ef-aef6443fe905","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.234786124Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"b63c04a9-0e1e-4e30-b4c0-4a16015eefea","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.269812457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"e9234ae2-8c05-410f-8b31-fd030ec97f16","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.273631441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"03920fc0-d524-4017-bab7-49e25e09e05f","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.273654134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"03920fc0-d524-4017-bab7-49e25e09e05f","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.28735642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"36322666-38d1-4b33-aa51-f8053ab0024b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.292142161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"e9234ae2-8c05-410f-8b31-fd030ec97f16","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.302725468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bff04b6e-349c-4549-9493-a493af4a9983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.30274691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d7e0bb5e-2a3d-4d4d-924f-1bdda2e47180","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.306642482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61cecf7-5527-4ee6-9dd0-86b7f5c2382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.307219048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"36322666-38d1-4b33-aa51-f8053ab0024b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.310391201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"e9234ae2-8c05-410f-8b31-fd030ec97f16","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.324159045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bff04b6e-349c-4549-9493-a493af4a9983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.324995832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d7e0bb5e-2a3d-4d4d-924f-1bdda2e47180","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.329580809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61cecf7-5527-4ee6-9dd0-86b7f5c2382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.339750009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"23a4b06a-215e-4524-9d8f-1b3301d6e516","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-1798af","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.343697117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bff04b6e-349c-4549-9493-a493af4a9983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.345332056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d7e0bb5e-2a3d-4d4d-924f-1bdda2e47180","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.350176948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61cecf7-5527-4ee6-9dd0-86b7f5c2382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.360003257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4ce0f7c1-4a58-4d11-84ba-173501c52337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.379651025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4ce0f7c1-4a58-4d11-84ba-173501c52337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.421685837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","reconcileID":"d7d4e781-aa35-4fec-96b4-7143dafe8892","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.454448942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"813697c4-0ddc-4403-b6fd-ca741fbc95fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.456299423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"207c55c3-9dbc-424a-a04e-eb19ed0f4b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.456307584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"26f63897-ef35-48e9-9b24-121b343a34ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.555820488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"813697c4-0ddc-4403-b6fd-ca741fbc95fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.595883312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"097b7181-fa1f-4ece-bad8-82d5fbe91717","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.595626723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"26f63897-ef35-48e9-9b24-121b343a34ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.643835818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"207c55c3-9dbc-424a-a04e-eb19ed0f4b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.645494512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e8a9cebc-cc49-4fb8-ab34-e6464cefbdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.691443511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"097b7181-fa1f-4ece-bad8-82d5fbe91717","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.695340381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"e8a9cebc-cc49-4fb8-ab34-e6464cefbdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.839650152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"94d96d7e-2e06-41ad-9ab1-ddfd8a17e165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.859742363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"94d96d7e-2e06-41ad-9ab1-ddfd8a17e165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.938217422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"8e211134-67bb-4dcf-8f41-e58a9e159f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.938293138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"f0475ff5-d68b-4807-aac4-77b12f3d1aff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.942703929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5b8ff9bf-7106-4bc0-a7c7-73dc89bbfc8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.942810816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"790316c8-e43e-48c2-8411-7e83cc687613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.957742409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"8e211134-67bb-4dcf-8f41-e58a9e159f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.958594063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"f0475ff5-d68b-4807-aac4-77b12f3d1aff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.961681634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5b8ff9bf-7106-4bc0-a7c7-73dc89bbfc8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:32.962204086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"790316c8-e43e-48c2-8411-7e83cc687613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.115574386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"2254efec-a20b-4c32-8a12-eb01375d7ca0","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.116481824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"181df342-0179-4de7-b201-538f586028cb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.141496179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"2254efec-a20b-4c32-8a12-eb01375d7ca0","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.142768873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"181df342-0179-4de7-b201-538f586028cb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.164017129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"181df342-0179-4de7-b201-538f586028cb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.275761604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2d3e9d3b-65c5-42bd-afda-10bbe3e0251d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.290284478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"dfcc8fbe-25ec-48c5-abeb-211491264a20","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.291012432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"441412aa-9dd6-46aa-a7ce-61923c7b383b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.291786429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ca60f2-4a03-42dd-94d4-db0e0f38ffae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.29766785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2d3e9d3b-65c5-42bd-afda-10bbe3e0251d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.318279927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"dfcc8fbe-25ec-48c5-abeb-211491264a20","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.322329579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ca60f2-4a03-42dd-94d4-db0e0f38ffae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.32416487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"441412aa-9dd6-46aa-a7ce-61923c7b383b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.335373373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"06ff2ecd-232c-4df9-a3ee-ce811faedfbc","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.342057073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ca60f2-4a03-42dd-94d4-db0e0f38ffae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.343501683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"dfcc8fbe-25ec-48c5-abeb-211491264a20","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.348772147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"441412aa-9dd6-46aa-a7ce-61923c7b383b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.357714752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a8311e0e-92af-49c3-9c30-564e2b428dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.367756362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"e8d20d8e-48fe-4282-b58c-112f7c47dbd5","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.382237162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a8311e0e-92af-49c3-9c30-564e2b428dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.399528966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"b065739d-ffe8-40d4-84f8-c94168a9cbce","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.446553398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ccdf42bd-1ad4-4148-9dd9-15dc2d72aba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.44655015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"4695f852-7e80-44b4-bbe1-0c51554c26eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.447607227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1740a861-7c1b-4447-b5d3-d5bed319fc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.468079218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"4695f852-7e80-44b4-bbe1-0c51554c26eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.468368915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ccdf42bd-1ad4-4148-9dd9-15dc2d72aba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.471456464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1740a861-7c1b-4447-b5d3-d5bed319fc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.522889871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7ee206","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","reconcileID":"c1fd5b11-beaf-4a28-ace9-b0961379923e","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-same-7ee206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.52666857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"37c59b28-e7e0-4541-8a00-0734d685bc8b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.548337109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"37c59b28-e7e0-4541-8a00-0734d685bc8b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.567421506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"37c59b28-e7e0-4541-8a00-0734d685bc8b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.716007141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1bb5cc6-8e11-4bd6-9f28-60e47f487420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.720494815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"146dcf06-e251-4f5f-876f-ca3fd32b66c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.736796823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1bb5cc6-8e11-4bd6-9f28-60e47f487420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.739912784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"146dcf06-e251-4f5f-876f-ca3fd32b66c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.747272836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"be0274c7-41df-4690-b1b4-f3109ce3cf62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.747291938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6b463174-b898-46eb-be89-c5b7666d234a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.748876039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"6f76f84b-50e5-404c-ae2c-05ce2348e423","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.754637567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1bb5cc6-8e11-4bd6-9f28-60e47f487420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.766813672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6b463174-b898-46eb-be89-c5b7666d234a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.766908706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"be0274c7-41df-4690-b1b4-f3109ce3cf62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.769348706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"6f76f84b-50e5-404c-ae2c-05ce2348e423","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.842150812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"44c3aea6-e3b1-45b2-84c6-fd5f15fc6d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.85933522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a62ecb7a-0d62-4f34-8cb3-14b0994800ce","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.877272416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"44c3aea6-e3b1-45b2-84c6-fd5f15fc6d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.924404061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a62ecb7a-0d62-4f34-8cb3-14b0994800ce","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.943544506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a62ecb7a-0d62-4f34-8cb3-14b0994800ce","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.982852321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7a7f876c-8a0f-46ac-813d-87246b43ed66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:33.983559367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ca7992c0-1a92-4dd3-bc66-aeaa7471d56c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.011503667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7a7f876c-8a0f-46ac-813d-87246b43ed66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.012784408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ca7992c0-1a92-4dd3-bc66-aeaa7471d56c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.036034474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"586f3a8c-909a-4b20-a804-b251a1d8a7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.056140545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4f031e9b-76a0-40b7-b96a-a06b51fa5ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.057837894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"586f3a8c-909a-4b20-a804-b251a1d8a7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.076662174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"4f031e9b-76a0-40b7-b96a-a06b51fa5ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.135464842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4f8f72d3-3552-4bb2-8ce0-5637d91b35dc","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.140736556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"01405f85-0f4a-438f-975f-36f302a1aad3","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.140759095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"01405f85-0f4a-438f-975f-36f302a1aad3","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.156487995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"4f8f72d3-3552-4bb2-8ce0-5637d91b35dc","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.193198433Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"2c62c645-5a2d-489b-8056-e34ddce698a4","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a3ac151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.251015979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bfd8a25b-5834-4e18-a829-01a1163c2dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.251964098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"584765dc-a34d-4437-8e67-7984b739bed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.265795146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87245c11-a650-49cc-9097-e6f240a012e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.270641073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"bfd8a25b-5834-4e18-a829-01a1163c2dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.271197901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"584765dc-a34d-4437-8e67-7984b739bed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.286305181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87245c11-a650-49cc-9097-e6f240a012e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.304128659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87245c11-a650-49cc-9097-e6f240a012e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.336433107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ac262a54-df2b-4e75-a2fe-29f72e698070","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.337376869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6a7a1867-695c-4097-8ac5-a72889a5afa0","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.347120741Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"36b86109-223f-4be2-9b12-e6f4d439e4cf","namespace":"llm","name":"e2e-dft-del-7604ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.350562999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"732b1839-71f8-425b-bc67-4be35e40fde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.356991976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ac262a54-df2b-4e75-a2fe-29f72e698070","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.357727141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"6a7a1867-695c-4097-8ac5-a72889a5afa0","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.371220891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"732b1839-71f8-425b-bc67-4be35e40fde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.375329241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ac262a54-df2b-4e75-a2fe-29f72e698070","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.382759219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"f8517f27-0bff-4281-9b9f-b083f9e61c8a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.382776828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"f8517f27-0bff-4281-9b9f-b083f9e61c8a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.399489319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e023397-2d89-4baa-8119-6061a1a2c5cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.399510092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e023397-2d89-4baa-8119-6061a1a2c5cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.399896816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"84bb1d05-807e-4cdc-b934-7492e879eeab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.399915805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"84bb1d05-807e-4cdc-b934-7492e879eeab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.400240368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b64f5106-0a5c-4e4f-b7f1-907af944377b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.400272964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b64f5106-0a5c-4e4f-b7f1-907af944377b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.400588082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86f99ede-8075-45e5-b0ad-405fcef5f592","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.400600535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86f99ede-8075-45e5-b0ad-405fcef5f592","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.400832895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbebd03b-3fef-4e3f-9763-564f9b5d5e87","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.40084257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbebd03b-3fef-4e3f-9763-564f9b5d5e87","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.40105101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"812b84c0-7903-4241-90f7-bb4b12546649","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.401060115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"812b84c0-7903-4241-90f7-bb4b12546649","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.401286256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82b2dda6-8074-4e3f-af82-8ee44fe8c0d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.401296545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82b2dda6-8074-4e3f-af82-8ee44fe8c0d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.401498967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4eb5192-c62d-4b18-9cfa-64c67137dd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.401508481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4eb5192-c62d-4b18-9cfa-64c67137dd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.431127557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d38780c-4610-4e3f-9277-6aacdbd82056","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.431148433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d4f407d-4700-447f-8609-ee1ac1d87d92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.445729058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"9a44ce3d-d0ba-4355-9e7c-9fc2f76980f1","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-562b5e","model":"llm/e2e-dft-562b5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.467308459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9688e457-aaf3-44ec-b47f-42dea03d13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.468974457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"fce6f9c0-e660-4a10-bdb9-cbed9e27f8f7","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.469122212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ab2569-1740-471e-9cd0-f27363f15b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.470660326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9e7c90dd-3e29-428a-a699-ddd103c1f908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.498783671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"fce6f9c0-e660-4a10-bdb9-cbed9e27f8f7","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.501206157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9e7c90dd-3e29-428a-a699-ddd103c1f908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.504459179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9688e457-aaf3-44ec-b47f-42dea03d13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.507814752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ab2569-1740-471e-9cd0-f27363f15b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.519331271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"fce6f9c0-e660-4a10-bdb9-cbed9e27f8f7","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.522582252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9688e457-aaf3-44ec-b47f-42dea03d13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.52702525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ab2569-1740-471e-9cd0-f27363f15b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.541053622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-7604ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-7604ab","reconcileID":"a5f0666a-9f97-4296-8d80-d5bee29638bb","namespace":"llm","name":"e2e-dft-del-7604ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.590922708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d2507803-9509-4fe6-b2ff-7b5e96624893","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.611203087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"d2507803-9509-4fe6-b2ff-7b5e96624893","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.618753608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"71184085-3c1d-49cf-b5cf-0d6f8e7ddd6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.620644516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fecdcea1-d657-4f73-9b22-d147543c48e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.622007157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a565da52-94c8-474e-abad-fc7b8e08d208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.640594247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"71184085-3c1d-49cf-b5cf-0d6f8e7ddd6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.647655419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a565da52-94c8-474e-abad-fc7b8e08d208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.648469974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"fecdcea1-d657-4f73-9b22-d147543c48e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.705884781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9265345e-f626-4576-a01a-6678d3ef8e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.754938064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9265345e-f626-4576-a01a-6678d3ef8e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.868760979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"cf942290-7733-425d-919e-cc69ac3b9d91","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.881904446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fc4f3eed-f3b3-4858-91db-7dcd007d7b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.881939905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8b7d9258-016a-4d17-8976-1ab60eefa03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.883459183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"06226282-c383-428a-8d58-dc0d585e420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.887912228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"cf942290-7733-425d-919e-cc69ac3b9d91","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.901736248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fc4f3eed-f3b3-4858-91db-7dcd007d7b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.902337896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8b7d9258-016a-4d17-8976-1ab60eefa03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.90415634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"06226282-c383-428a-8d58-dc0d585e420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.991802716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"3a83559d-16eb-49a9-ab8c-e2322d584654","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.008658816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"b0cc11d1-54fa-4c67-8706-67bad541f611","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.01380143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"3a83559d-16eb-49a9-ab8c-e2322d584654","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.023007676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b921076a-152c-4fa6-8954-249c9bdce7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.029393584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"df465db6-ec31-48af-91ee-363f6dfc1697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.03049075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"b0cc11d1-54fa-4c67-8706-67bad541f611","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.033175615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"3a83559d-16eb-49a9-ab8c-e2322d584654","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.043176858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b921076a-152c-4fa6-8954-249c9bdce7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.04953482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"df465db6-ec31-48af-91ee-363f6dfc1697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.118161148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"6985b558-8b3e-4c46-8d09-f37ebc4f1888","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.134769208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3940072a-8ec9-4e75-904e-b138cac44c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.16852592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"6985b558-8b3e-4c46-8d09-f37ebc4f1888","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.242069128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3940072a-8ec9-4e75-904e-b138cac44c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.243431073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"6985b558-8b3e-4c46-8d09-f37ebc4f1888","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.276762785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3940072a-8ec9-4e75-904e-b138cac44c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.321133406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d71d108d-f8d4-449a-800b-9335c1ccc1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.328856323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"db288902-9c65-4dd9-aa4b-c8e7cfa3c98c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.344241374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"d71d108d-f8d4-449a-800b-9335c1ccc1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.35074904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a74dd347-8215-4a85-95be-d4d9bb551a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.350828371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"db288902-9c65-4dd9-aa4b-c8e7cfa3c98c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.374416263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a74dd347-8215-4a85-95be-d4d9bb551a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.39363803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a74dd347-8215-4a85-95be-d4d9bb551a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.395616896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8a2b8f55-6290-42eb-a8ef-540dded2aad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.395616899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5ff6aea4-02d3-4d82-9430-2ab10232dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.418561096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5ff6aea4-02d3-4d82-9430-2ab10232dae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.419604013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"8a2b8f55-6290-42eb-a8ef-540dded2aad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.496673225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7fb0d4a2-7239-4854-abae-cc075ab39025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.515777387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7fb0d4a2-7239-4854-abae-cc075ab39025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.305642315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"8a185138-0743-4615-9dd6-ece5fa8ee9b1","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.326509754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"13423889-1660-4b08-b3fc-31af70c9325b","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.344410258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"1df7b858-a1b0-4319-a665-f81435c7a155","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.358785143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3ef0f001-2cac-4113-b142-df4fc529e148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.363680316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"1df7b858-a1b0-4319-a665-f81435c7a155","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.36988361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"114ac8c2-7142-45b5-9b3f-7f1e0e25c09b","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.376408155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f173350-af13-41c5-873f-425db4c50c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.376483094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d0afecd-9578-496f-abd3-e4d62478c4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.378910749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3ef0f001-2cac-4113-b142-df4fc529e148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.381635543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"1df7b858-a1b0-4319-a665-f81435c7a155","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.389196571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"114ac8c2-7142-45b5-9b3f-7f1e0e25c09b","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.395947562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f173350-af13-41c5-873f-425db4c50c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.396087683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d0afecd-9578-496f-abd3-e4d62478c4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.407513819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"114ac8c2-7142-45b5-9b3f-7f1e0e25c09b","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.414738898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d0afecd-9578-496f-abd3-e4d62478c4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.415968236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f173350-af13-41c5-873f-425db4c50c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.487755374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5509013e-c4e6-433d-bd91-f78848d76387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.488148521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"54b49c6b-9f28-46de-b0df-b5c15b2c8193","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.503210742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bbb571a9-0717-48a5-99a3-dfbf9f96c10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.511584054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5509013e-c4e6-433d-bd91-f78848d76387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.516631641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8c370c9f-7565-4fae-8262-aa430292359b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.588230957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"54b49c6b-9f28-46de-b0df-b5c15b2c8193","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.596001718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bbb571a9-0717-48a5-99a3-dfbf9f96c10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.597747452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8c370c9f-7565-4fae-8262-aa430292359b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.640793567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"eeacb690-aae7-4c75-9f31-e7819fb0382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.690212199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"eeacb690-aae7-4c75-9f31-e7819fb0382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.690742975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"a7ecfac6-3b3a-4e92-a499-d80fb8627590","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.862045525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"66c8833e-ae13-43d0-8fac-fe64aa91bce3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.93339995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"66c8833e-ae13-43d0-8fac-fe64aa91bce3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.980428839Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"4c42bddd-1f15-43d1-ae59-832efca15d59","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.998980679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"be72dcdf-f531-492a-b729-53fce8e166bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.999792224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"97a69ea6-65ce-4286-b2d3-b28f57f59cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.003428565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"a9d3a0de-53d9-4084-955a-fc37a9bd1347","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.031352171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a7d5f615-babf-4335-b004-3d7d4b4552ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.032114756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"83ef493f-f57d-4ed0-8a93-0986d11c67e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.043841978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"be72dcdf-f531-492a-b729-53fce8e166bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.052956854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"25f1df90-b381-44f6-aca7-baf2884e7ef0","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.060753281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"97a69ea6-65ce-4286-b2d3-b28f57f59cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.064032655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"83ef493f-f57d-4ed0-8a93-0986d11c67e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.068372769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a7d5f615-babf-4335-b004-3d7d4b4552ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.107677406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"fd6b2e16-6f6b-48d2-9925-1a772344b5be","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.160380706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"70a7dd39-4643-420b-b71f-1c7ec90a24e5","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.16222851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"740cd52e-dae4-41f3-8499-1411e3e74ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.182640991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"740cd52e-dae4-41f3-8499-1411e3e74ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.192540921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"2b504bda-f91b-4f5f-8e40-ff4944b0ff4a","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.227032281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"99dbb003-f7ea-4e1e-9347-ca2686e256aa","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.252188115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b96803d4-4c52-4cef-87e5-83082b27e792","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.261961305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d8f735ca-8fc1-4454-a234-05e587d080cb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.263583718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"05ab37ce-887e-489f-b7b5-e99fe8780ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.271550325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"b96803d4-4c52-4cef-87e5-83082b27e792","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.27874973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a649f54-4d38-40b9-a3da-6da2ccca5209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.282248901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d8f735ca-8fc1-4454-a234-05e587d080cb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.282759814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f285025c-5dc7-4720-afcd-6716db73c18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.285224174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"05ab37ce-887e-489f-b7b5-e99fe8780ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.299833487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a649f54-4d38-40b9-a3da-6da2ccca5209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.301442545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"d8f735ca-8fc1-4454-a234-05e587d080cb","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.302577905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f285025c-5dc7-4720-afcd-6716db73c18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.318265652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a649f54-4d38-40b9-a3da-6da2ccca5209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.321086776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f285025c-5dc7-4720-afcd-6716db73c18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.367022927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6124e6d0-31c2-4894-a544-2a4815908c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.371167416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"bbc1faff-49e5-476c-922d-72570b5d2989","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.379372054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"65a4cee2-679d-463a-a00a-f73c21979b77","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.382355402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"438af6ac-0a2b-452b-8852-44ce4f90a2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.387214201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"6124e6d0-31c2-4894-a544-2a4815908c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.392396063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"bbc1faff-49e5-476c-922d-72570b5d2989","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.39712581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"cd604619-1717-42f1-9728-f932e06da457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.40023869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"65a4cee2-679d-463a-a00a-f73c21979b77","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.402119539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"438af6ac-0a2b-452b-8852-44ce4f90a2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.416538602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"cd604619-1717-42f1-9728-f932e06da457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.418905441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"65a4cee2-679d-463a-a00a-f73c21979b77","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.467474461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"44c8a6ac-e7d4-437e-b30d-0d2456cbd7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.488291466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"44c8a6ac-e7d4-437e-b30d-0d2456cbd7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.56705617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"747ff334-ed42-498e-a73a-e7b73a16e847","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.581189175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f33a2323-773d-4552-8148-52a48b7c5af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.581750054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"22b20652-9930-4a5e-a009-f9b95013c30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.582774148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2ddfab0d-ecf2-401c-8528-3992357e7950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.587087932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"747ff334-ed42-498e-a73a-e7b73a16e847","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.599353052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1f68025b-643e-4751-acae-465a6095721c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.603593097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f33a2323-773d-4552-8148-52a48b7c5af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.604412886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2ddfab0d-ecf2-401c-8528-3992357e7950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.606762185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"22b20652-9930-4a5e-a009-f9b95013c30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.619548052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1f68025b-643e-4751-acae-465a6095721c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.645430002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"2f5f0bf5-447b-4b28-99f5-367413c40212","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.661576155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"40d9bbd4-986f-4ee7-a194-9b9eb9661963","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.714367542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"0a28ea4b-6ce3-477d-be11-0f06eb358d10","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.893987124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cdbc917-a0fa-4604-a50e-22eb511194c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.897220189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2f28c45f-33af-4fa5-92bd-89d8184ab657","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.90896589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d8ee86c-2266-466d-91a6-5e8d7b9ce5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.915179785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cdbc917-a0fa-4604-a50e-22eb511194c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.929158157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2f28c45f-33af-4fa5-92bd-89d8184ab657","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.929232166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d8ee86c-2266-466d-91a6-5e8d7b9ce5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.929944713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"185cd3e5-da91-498f-ba7b-5c8d65334c3b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.929984597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4e269eb2-b0bc-4706-996f-15b9b4fa7408","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.935057073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cdbc917-a0fa-4604-a50e-22eb511194c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.949876448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d8ee86c-2266-466d-91a6-5e8d7b9ce5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.951173705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"185cd3e5-da91-498f-ba7b-5c8d65334c3b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.951390791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"2f28c45f-33af-4fa5-92bd-89d8184ab657","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.954584903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4e269eb2-b0bc-4706-996f-15b9b4fa7408","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.972937905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4e269eb2-b0bc-4706-996f-15b9b4fa7408","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.988011168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8fbd977f-58f1-466e-82a1-60bde559dbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.998026511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e7a4a987-a708-4b1b-a650-8b3e1aa6a820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.998978092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b7d079c7-99b7-4085-be57-68e422b24ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.007712716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8fbd977f-58f1-466e-82a1-60bde559dbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.018425392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e7a4a987-a708-4b1b-a650-8b3e1aa6a820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.019451563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"b7d079c7-99b7-4085-be57-68e422b24ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.021295493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"0c5d09a8-277b-4341-9da0-c8051d2e3195","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.040786269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"0c5d09a8-277b-4341-9da0-c8051d2e3195","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.145895004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a56f8bc9-bc2b-43f0-a76f-f05b7394b46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.165709924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"a56f8bc9-bc2b-43f0-a76f-f05b7394b46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.245233516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d516968c-33d6-4712-a223-5eed6369f934","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.245852826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e7bf503c-37b3-4b97-9ee8-3972c2142b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.245972781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0a1640c0-a7ed-452c-a427-8eea816d86c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.248197764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9a480a34-df3e-4fed-b248-d3882fa88b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.24861307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"87c52959-6242-4dbf-af1b-3ce0c9d57973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.26393576Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"287b508c-c757-4409-9a25-131a01d6a1fa","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.267381419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"d516968c-33d6-4712-a223-5eed6369f934","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.267398028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0a1640c0-a7ed-452c-a427-8eea816d86c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.269691915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e7bf503c-37b3-4b97-9ee8-3972c2142b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.269822493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9a480a34-df3e-4fed-b248-d3882fa88b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.271847658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"87c52959-6242-4dbf-af1b-3ce0c9d57973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.451983551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"38ef765e-0e09-41fa-83f9-043acd33cbdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.452035607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a6755704-bcd7-4855-aa3b-263940c7772a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.469138015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4dac4f-3c92-4543-a9ac-5f28290b97fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.471343772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"38ef765e-0e09-41fa-83f9-043acd33cbdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.471643347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d69689d-c6d2-45a9-9b65-c25bddfbf828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.471933728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a6755704-bcd7-4855-aa3b-263940c7772a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.489037459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4dac4f-3c92-4543-a9ac-5f28290b97fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.492523586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d69689d-c6d2-45a9-9b65-c25bddfbf828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.507188273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4dac4f-3c92-4543-a9ac-5f28290b97fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.510392086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d69689d-c6d2-45a9-9b65-c25bddfbf828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.535459775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"883361d3-ddc8-441e-9ff4-ccacd3a36744","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.55518251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"883361d3-ddc8-441e-9ff4-ccacd3a36744","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.564710253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"256b9a08-fb17-489c-ad7b-c7c3a2ff4919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.571158129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a295aca5-f835-44c5-8584-fef3f33aeab7","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.57415119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"883361d3-ddc8-441e-9ff4-ccacd3a36744","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.602408571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"256b9a08-fb17-489c-ad7b-c7c3a2ff4919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.608709144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a295aca5-f835-44c5-8584-fef3f33aeab7","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.706439436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"a295aca5-f835-44c5-8584-fef3f33aeab7","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.732813183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"884916ad-b8f3-4414-9b6b-bf559bccc2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.733278475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c3202991-760f-4e06-bd4e-180f27e884aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.743828303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8a070607-5c4f-4bf2-ab12-5a4ae4a8ca4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.802392875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"884916ad-b8f3-4414-9b6b-bf559bccc2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.807839158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c3202991-760f-4e06-bd4e-180f27e884aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.925801832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"9e22ba3e-2a43-498a-903b-78f091ec67a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:40.935834146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8a070607-5c4f-4bf2-ab12-5a4ae4a8ca4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.064591985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"36b96112-bee7-4460-98f3-56a06a18ee82","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.065668145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"9e22ba3e-2a43-498a-903b-78f091ec67a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.090995884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"36b96112-bee7-4460-98f3-56a06a18ee82","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.121801344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"519d75b8-5e31-4b7e-b2ba-3bed34bf07f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.123907408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"de963b43-a918-4ae7-bdf9-8def5e313a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.142236364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"519d75b8-5e31-4b7e-b2ba-3bed34bf07f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.143618444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"de963b43-a918-4ae7-bdf9-8def5e313a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.222978749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1ab29edc-ba33-41a7-9ef3-006071742441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.227031844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5cd50f95-ec07-4566-b902-b257275bc394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.227218184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"aa76d295-7b8a-4a97-b0be-0887e09d0824","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.242918359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1ab29edc-ba33-41a7-9ef3-006071742441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.247997379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"aa76d295-7b8a-4a97-b0be-0887e09d0824","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:41.248099593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"5cd50f95-ec07-4566-b902-b257275bc394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.406283283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"72230dea-ab47-40b3-8ffa-3fe14401c702","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.438126727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"943ac0be-ac31-4328-b6eb-8b44d8f972f3","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.209440866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"e77d4ce0-de55-48be-bdd7-b939442a12f5","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","subscription":"e2e-cfl-1798af-fecfe8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.246796402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"e77d4ce0-de55-48be-bdd7-b939442a12f5","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.262648233Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-sub","reconcileID":"e77d4ce0-de55-48be-bdd7-b939442a12f5","MaaSSubscription":{"name":"e2e-cfl-1798af-fecfe8-sub","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"maas-trlp-e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.416756688Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.43292709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"caa4f04e-d388-49b9-a8ae-4f51746fb8ad","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.432949231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"caa4f04e-d388-49b9-a8ae-4f51746fb8ad","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.450278053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"646a0dc2-2b07-404d-a6b2-fbc829bb5a09","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.46992149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"646a0dc2-2b07-404d-a6b2-fbc829bb5a09","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.630613819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"38c00b39-e71b-4c6f-acdf-e69dea581172","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.631361111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"d7350e19-8634-45c9-964d-1df9e321a4f5","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.631380962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"d7350e19-8634-45c9-964d-1df9e321a4f5","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.847618939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"38c00b39-e71b-4c6f-acdf-e69dea581172","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.907515855Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"38c00b39-e71b-4c6f-acdf-e69dea581172","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"name":"e2e-extmod-a-955dc3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.90754789Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"e2e-cfl-1798af-fecfe8-access","reconcileID":"38c00b39-e71b-4c6f-acdf-e69dea581172","MaaSAuthPolicy":{"name":"e2e-cfl-1798af-fecfe8-access","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-955dc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.004675732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"b641a766-f7d8-4b40-b29e-06efe09e7ade","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"tenant":"e2e-extmod-a-955dc3","gateway":"openshift-ingress/e2e-extmod-a-955dc3","model":"e2e-extmod-cfl-1-fecfe8/e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.004712937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"b641a766-f7d8-4b40-b29e-06efe09e7ade","MaaSModelRef":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"routeName":"external-model-e2e-cfl-1798af-ddbcf9741b73","namespace":"e2e-extmod-cfl-1-fecfe8","model":"e2e-cfl-1798af","externalModel":"e2e-cfl-1798af","provider":"e2e-cfl-1798af-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.349048217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"9557b5dc-33cb-4680-a6dd-53d18dadcb81","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.400675798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"2111d938-24b7-43a4-afdf-939273b6ca63","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.404055505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"468b2326-bb0c-4c0b-adfd-f330615e22b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.457012836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"468b2326-bb0c-4c0b-adfd-f330615e22b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.475671345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"468b2326-bb0c-4c0b-adfd-f330615e22b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.515090943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"a593052b-602a-4d5e-ba05-e41ea1ff9e4d","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.516777851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"2e154248-dce3-4c3d-b41b-d4f9b8046999","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.552151055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"54c9d6c7-8d84-4849-a5df-f66e466b8423","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.553114157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-2-be2d1d"},"namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","reconcileID":"67296dbb-9202-472c-ae5e-a6d74f13f2cb","namespace":"e2e-extmod-cfl-2-be2d1d","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.556615352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"19739343-3ae5-4588-8d52-faa326373520","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.574443303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"54c9d6c7-8d84-4849-a5df-f66e466b8423","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.578379168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"19739343-3ae5-4588-8d52-faa326373520","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.589308056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e5a64f-3353-46b0-a679-2771e42efab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.592966505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9e6181f2-ded1-442d-91cf-37748fed572d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.593045936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63f84da9-ae18-48de-87c0-1e92f6bbf7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.597066997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"54c9d6c7-8d84-4849-a5df-f66e466b8423","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.60121416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"19739343-3ae5-4588-8d52-faa326373520","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.613200689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e5a64f-3353-46b0-a679-2771e42efab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.617699438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63f84da9-ae18-48de-87c0-1e92f6bbf7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.617745702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9e6181f2-ded1-442d-91cf-37748fed572d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.632527792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e5a64f-3353-46b0-a679-2771e42efab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.637682615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63f84da9-ae18-48de-87c0-1e92f6bbf7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.637754522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"9e6181f2-ded1-442d-91cf-37748fed572d","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.674437407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3c739a34-6d48-41f2-a328-bd48ca203103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.674476697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5448a4f5-22ca-4af4-8c1c-62007a26e9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.700296062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"547b385b-1265-4789-9074-50fce6e74f19","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.704842004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"5448a4f5-22ca-4af4-8c1c-62007a26e9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.706538472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3c739a34-6d48-41f2-a328-bd48ca203103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.752620743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"547b385b-1265-4789-9074-50fce6e74f19","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.810809197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5d50ce26-9a9c-423b-9f14-c0fd44b5f2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.811587714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ba19cc1e-6fd7-49a0-899d-a1143670a566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.863999356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ba19cc1e-6fd7-49a0-899d-a1143670a566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.868656802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5d50ce26-9a9c-423b-9f14-c0fd44b5f2a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.891435852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3ed3ee17-b904-4561-8c16-0f037bf01412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.892143312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1ea099ef-a0d1-49d0-882e-90b966ebab7a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.917985577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1ea099ef-a0d1-49d0-882e-90b966ebab7a","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.927798966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3ed3ee17-b904-4561-8c16-0f037bf01412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.015719701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"cc082ea5-fdbb-4af6-b3e2-e44b0dde300b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.038923032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"cc082ea5-fdbb-4af6-b3e2-e44b0dde300b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.117723045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"13b747f7-94d5-4dc8-b0b0-97d1112ba91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.118378617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a08c6933-5ebf-44ee-8682-482f2ea533e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.141176271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a08c6933-5ebf-44ee-8682-482f2ea533e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.147868526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"13b747f7-94d5-4dc8-b0b0-97d1112ba91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.22571239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3587db7e-445e-4eb6-ae7e-db6051b3cb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.226384426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b7f0492d-8c3f-4f9d-b97a-6f544fe4cbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.264761094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b7f0492d-8c3f-4f9d-b97a-6f544fe4cbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.267924073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3587db7e-445e-4eb6-ae7e-db6051b3cb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.306699641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"6402e0ab-9a54-4303-981e-925c4b8c4682","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.33442945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"6402e0ab-9a54-4303-981e-925c4b8c4682","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.355272714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"6402e0ab-9a54-4303-981e-925c4b8c4682","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.416680797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"200b28d6-d7b9-49e2-a5ed-617fc911556c","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.451160188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e651e5-3fb9-458d-a6a4-09c59f6004f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.45206996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"710c11d2-100c-4e34-b884-15c043819252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.452614604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"200b28d6-d7b9-49e2-a5ed-617fc911556c","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.471692086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"200b28d6-d7b9-49e2-a5ed-617fc911556c","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.474305155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"710c11d2-100c-4e34-b884-15c043819252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.474703298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e651e5-3fb9-458d-a6a4-09c59f6004f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.516556503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"710c11d2-100c-4e34-b884-15c043819252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.52649143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e651e5-3fb9-458d-a6a4-09c59f6004f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.557995505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"8ebec842-b3b1-4ca0-a469-fa9833a3f56d","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.576736882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"35561431-f47e-4ecf-bac5-1727daf74eda","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.609708887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"1e5ee540-cfea-4774-b341-228cc83aaee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.610309572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"20aff38e-deb5-45da-9391-dfc7fbc349db","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.611323821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"35561431-f47e-4ecf-bac5-1727daf74eda","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.643602237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"35561431-f47e-4ecf-bac5-1727daf74eda","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.650675594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"1e5ee540-cfea-4774-b341-228cc83aaee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.651143284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5acc0d8c-3242-4180-8e46-4062a5debfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.661715472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3523ac4-7e6a-4c10-a18b-cc1dab616989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.667591453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"20aff38e-deb5-45da-9391-dfc7fbc349db","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.682855926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"1e5ee540-cfea-4774-b341-228cc83aaee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.708981898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5acc0d8c-3242-4180-8e46-4062a5debfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.715227183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d87781-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6e2e609661a1b16820cccb6742ab8b09aa1007f8c81d5022756b389880f3557) AuthConfig (2a21fdf14aa79ab4bb8f1dbdaaea5a48edc8925b37402abb64353aa8d5a79741) AuthConfig (9eee4b5021201742394fc0d78052275c253cec6fdfcd170ee084a5b9ef058b31) AuthConfig (e81b54346d43e7cada332dfb27f640177b2c8bd2a302e204168806e65be040a7) AuthConfig (97241d929af82c022acce210e6760bbf234713aff43c00ee489117379931ee4b) AuthConfig (1ded6ca37ea4e1fe6ca7c8deb6555d2e55dd6305af1ae3609beabc55185c1d34) AuthConfig (ac8157c1b38f59f431ae4d7700f9aa14b520455cc141792a85ec946d3e43a0d0) AuthConfig (35fb25eb851f285d03322a3b3208c36177332bc29b8a7dbd1f4cfc6242d3755d) AuthConfig (3b4ff41539eef5712605fd4699dd711db2be7dd43e490ac10569082888f32862) AuthConfig (d8abf5bc7616ab4790dc54d21984705a8a64cf77a552580dbd24b86b641019cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"20aff38e-deb5-45da-9391-dfc7fbc349db","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.716307365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3523ac4-7e6a-4c10-a18b-cc1dab616989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.739953856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3523ac4-7e6a-4c10-a18b-cc1dab616989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.740983611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5acc0d8c-3242-4180-8e46-4062a5debfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.747657269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"e13cba4f-83ed-4404-a75c-b9246ecabbd2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.756119335Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-1798af","namespace":"e2e-extmod-cfl-1-fecfe8"},"namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","reconcileID":"bdcdae63-2843-436a-881c-7f20ace030ca","namespace":"e2e-extmod-cfl-1-fecfe8","name":"e2e-cfl-1798af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.778493622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"e13cba4f-83ed-4404-a75c-b9246ecabbd2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.828995686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f52d110e-a3fd-4e37-9aa8-02c7e0d2812c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.831893858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"67f3cd2f-7e3e-4b07-b78a-e750307d9782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.876708804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"67f3cd2f-7e3e-4b07-b78a-e750307d9782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.877473706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ce6352c5-b03c-4b71-bda9-66d2370feda5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.878105679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f52d110e-a3fd-4e37-9aa8-02c7e0d2812c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.900984806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"ce6352c5-b03c-4b71-bda9-66d2370feda5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.917953487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4dfd0bc4-922e-4456-85a2-3bc1c5e862f9","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.94732856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4dfd0bc4-922e-4456-85a2-3bc1c5e862f9","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.969120955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"4dfd0bc4-922e-4456-85a2-3bc1c5e862f9","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.077448128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"40b23fc5-79a6-46f9-b411-ffa6e0a0b8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.101108113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"40b23fc5-79a6-46f9-b411-ffa6e0a0b8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.120768885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8b44f8a5-f808-4fe2-b3d9-c8c5775f50c3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.429831011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8b44f8a5-f808-4fe2-b3d9-c8c5775f50c3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.454562096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ff1a0740-3163-42ce-97ce-a2e079bcdfbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.455217057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ac9553fa-c78c-4565-bd0d-03fc0b01d957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.503422361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ff1a0740-3163-42ce-97ce-a2e079bcdfbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.587820504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"04e3691d-c4ad-425f-90c8-aac9504218d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.610153424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ac9553fa-c78c-4565-bd0d-03fc0b01d957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.714325377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"04e3691d-c4ad-425f-90c8-aac9504218d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.767449938Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.768668192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"47598fb1-af56-4e10-bb15-49ea3b717c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.7893601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"47598fb1-af56-4e10-bb15-49ea3b717c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.850782602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f32d4e3c-a2c8-4dd9-b559-b5e71c93b2c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.854809022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"520022e9-f89a-4bde-80ab-f2c6a76e1e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.875222657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"f32d4e3c-a2c8-4dd9-b559-b5e71c93b2c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.878214552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"520022e9-f89a-4bde-80ab-f2c6a76e1e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.936171534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a045773e-516c-4126-80be-e97200a4c475","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.936203964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"a5255fee-5349-4b64-8f97-7004ccde610b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.955778486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a045773e-516c-4126-80be-e97200a4c475","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.955777289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"a5255fee-5349-4b64-8f97-7004ccde610b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.973818245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a045773e-516c-4126-80be-e97200a4c475","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.061184885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6275c7ac-5ca7-4fa5-b70c-64c6c4beaef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.069840084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"b19adfa5-ef1b-4db1-8a88-22185345236e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.080288659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb9cdb15-77f6-424f-ac94-90d1f053e4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.081219462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7fd18a1-5c49-44f6-bcb2-ff0abdd160b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.091038541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6275c7ac-5ca7-4fa5-b70c-64c6c4beaef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.091488831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"b19adfa5-ef1b-4db1-8a88-22185345236e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.101054822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb9cdb15-77f6-424f-ac94-90d1f053e4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.102632623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7fd18a1-5c49-44f6-bcb2-ff0abdd160b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.119113481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb9cdb15-77f6-424f-ac94-90d1f053e4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.120520992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7fd18a1-5c49-44f6-bcb2-ff0abdd160b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.164109391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"d9d4c4c2-a758-441d-9583-11972a72c2c5","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.16412968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"d9d4c4c2-a758-441d-9583-11972a72c2c5","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.165966499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"45f29db3-8e6e-47f0-9f04-9a1c020e9d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.181928452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d42d5d1b-2bfe-4946-a271-150b5fba9dbf","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.186424275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"45f29db3-8e6e-47f0-9f04-9a1c020e9d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.201697263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d42d5d1b-2bfe-4946-a271-150b5fba9dbf","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.219664507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"d42d5d1b-2bfe-4946-a271-150b5fba9dbf","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.2695981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6365f1c0-1a5c-444d-bd28-676ee7ae5c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.289754352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6365f1c0-1a5c-444d-bd28-676ee7ae5c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.712824623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"cbaebac4-c88b-4e9d-badb-d321291e5221","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-562b5e","model":"llm/e2e-dft-562b5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.801959643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"0ac355c2-3bac-4b75-b729-cb89e2a6e36f","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.801986998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"0ac355c2-3bac-4b75-b729-cb89e2a6e36f","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.164801802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e808c6bd-aa8a-42b4-ab20-58f33ef51184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.164801729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28fed54-4ee8-4a3f-aa37-cd4eabc5fa52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.165501627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ad2bd869-d001-403f-b608-84c6f0967259","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.187291112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e808c6bd-aa8a-42b4-ab20-58f33ef51184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.18846784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ad2bd869-d001-403f-b608-84c6f0967259","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.189660642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28fed54-4ee8-4a3f-aa37-cd4eabc5fa52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.211628857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28fed54-4ee8-4a3f-aa37-cd4eabc5fa52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.211654075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ad2bd869-d001-403f-b608-84c6f0967259","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.212965176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e808c6bd-aa8a-42b4-ab20-58f33ef51184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.233977654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c9c7b81-6e4c-4c7c-a26f-0e6610538929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.23400076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c9c7b81-6e4c-4c7c-a26f-0e6610538929","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.250109847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"376b8a8f-d290-42e5-ae1b-338e04fc86a3","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.250128722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"376b8a8f-d290-42e5-ae1b-338e04fc86a3","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.266081348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d08c2424-e05a-4b24-b9c9-c34dbf61decb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.266099944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d08c2424-e05a-4b24-b9c9-c34dbf61decb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.84675583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"3087ea50-a2d0-49fe-a97f-b73b38a5406a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.846782866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"3087ea50-a2d0-49fe-a97f-b73b38a5406a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.892953065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33abb27-7a90-490f-9b05-e005c4553b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.893031694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e86301e9-aa11-4fcc-935d-b42dac9cd0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.895020306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"5f105bb7-72cf-434c-846f-ee4ebec0bd65","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.907395903Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"554e194e-b271-4d3b-beed-add66d34dcc6","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea2c7dda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.913801513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33abb27-7a90-490f-9b05-e005c4553b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.917478806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e86301e9-aa11-4fcc-935d-b42dac9cd0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.91791139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"5f105bb7-72cf-434c-846f-ee4ebec0bd65","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.933655014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33abb27-7a90-490f-9b05-e005c4553b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.93667575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e86301e9-aa11-4fcc-935d-b42dac9cd0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.937850633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"5f105bb7-72cf-434c-846f-ee4ebec0bd65","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:51.997456648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"117679c2-940a-49f4-aa73-5fbdf2dec096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.00095864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"0ab84749-11b6-403d-af4d-028df7648733","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.001152764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c999ab-a119-4e2e-8ae5-d5bf19556411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.018877047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"117679c2-940a-49f4-aa73-5fbdf2dec096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.022065093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c999ab-a119-4e2e-8ae5-d5bf19556411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.023595443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"0ab84749-11b6-403d-af4d-028df7648733","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.038314272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"117679c2-940a-49f4-aa73-5fbdf2dec096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.041206406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c999ab-a119-4e2e-8ae5-d5bf19556411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.042964524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"0ab84749-11b6-403d-af4d-028df7648733","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.383861404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.3993843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"21cc2edd-6bcd-418a-874f-7e80763acc8f","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.39940974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"21cc2edd-6bcd-418a-874f-7e80763acc8f","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.415772266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bf222327-a1d1-4532-8a0c-4596b5882cf0","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:52.416136287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"00b8335d-3afc-465c-a2eb-53036ec421a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-4ef13ffd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.43529164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"bf222327-a1d1-4532-8a0c-4596b5882cf0","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.452708869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"03fb3fdf-94b4-4b15-8a79-fdef1504d4dc","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.452728673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"03fb3fdf-94b4-4b15-8a79-fdef1504d4dc","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:52.485062743Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"03fb3fdf-94b4-4b15-8a79-fdef1504d4dc","name":"e2e-fail-4ef13ffd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-4ef13ffd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:52.485117862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"03fb3fdf-94b4-4b15-8a79-fdef1504d4dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-4ef13ffd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.500984793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"bfe6cf2f-7018-4ee6-a52a-cc9d649a6a3f","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.501003358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"bfe6cf2f-7018-4ee6-a52a-cc9d649a6a3f","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.555754443Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"589d2120-d161-49a2-ab59-38cca42dbc4f","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-fail-4ef13ffd","model":"e2e-fail-4ef13ffd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d87781/e2e-fail-4ef13ffd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.616532957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"a60cca81-503f-4b7f-a9e3-36b867891fb9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.635653608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"a60cca81-503f-4b7f-a9e3-36b867891fb9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.643065021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"0a57cff6-71b1-46db-b023-4caf1e5d60e9","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.643083649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"0a57cff6-71b1-46db-b023-4caf1e5d60e9","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.705313931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"6c307a8e-2f09-42b8-a2d5-dc857b57c478","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-fail-4ef13ffd","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:53.438665464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"bab28c9c-a50a-43fa-a85c-cac36bd4d996","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:58.007581681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"e569271b-b41e-40c0-a5af-c92aa5470f6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:58.027611594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"e569271b-b41e-40c0-a5af-c92aa5470f6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:58.045530307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"e569271b-b41e-40c0-a5af-c92aa5470f6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.860535904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","reconcileID":"a1e72129-e15d-42d6-91ad-964faff67e43","namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.880264678Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","reconcileID":"dc156fc8-a916-425d-989b-e4115b11265a","namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.899323153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"57df8e46-d570-40ad-bd87-0202e6d5fcc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.909375312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1e03d9c8-1537-4e86-8013-974cf01bb4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.918694602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"57df8e46-d570-40ad-bd87-0202e6d5fcc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.924520227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718368ce-810e-4660-bbba-4ed2a64ed593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.928655171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1e03d9c8-1537-4e86-8013-974cf01bb4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.929733027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"322bcbdf-dc78-41b9-b94f-e0fb0dbbd1bd","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.929755244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e67be9d7-b68c-475b-b7cf-97ff53ee8388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.936535947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"57df8e46-d570-40ad-bd87-0202e6d5fcc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.94463982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718368ce-810e-4660-bbba-4ed2a64ed593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.949616914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"322bcbdf-dc78-41b9-b94f-e0fb0dbbd1bd","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.950687066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e67be9d7-b68c-475b-b7cf-97ff53ee8388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.963037502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718368ce-810e-4660-bbba-4ed2a64ed593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.969561176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"322bcbdf-dc78-41b9-b94f-e0fb0dbbd1bd","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.973985819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e67be9d7-b68c-475b-b7cf-97ff53ee8388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.006467799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"f6c5bbc1-3f22-4614-ae84-5512b5b99c16","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.023584264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a7388803-d7c3-4091-a364-bc132e0ae950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.027859861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"f6c5bbc1-3f22-4614-ae84-5512b5b99c16","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.044194884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"a7388803-d7c3-4091-a364-bc132e0ae950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.113699162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"91d0b4b1-e5bb-4638-a787-c6199d628f56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.113705932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"53dfe532-b5b5-4509-b534-c852c9281ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.114693146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"39cf49a4-e324-47ee-952a-b87d6877c3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.126018583Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","reconcileID":"5b5d15c9-142f-4b79-b9eb-544fca45f956","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.133153874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"91d0b4b1-e5bb-4638-a787-c6199d628f56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.134242401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"53dfe532-b5b5-4509-b534-c852c9281ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.13537232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"39cf49a4-e324-47ee-952a-b87d6877c3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.313527657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"59e1be21-f446-4ceb-a34c-a7f76e6e813c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.313717394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ffbc4eff-cbbc-4686-af73-bbda233aa1da","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.330499891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","reconcileID":"37570930-b0bd-498c-8923-caa308cafbc8","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.33350293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"59e1be21-f446-4ceb-a34c-a7f76e6e813c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.333682519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ffbc4eff-cbbc-4686-af73-bbda233aa1da","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.386550876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","reconcileID":"69601aa0-9b4d-476c-bb1a-a178c6f856e2","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.408836808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"de3fa725-0557-4918-86eb-ef16b676177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.409695763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6d61f778-bfbe-4c31-8b7a-efabc2166cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.410421784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3dc7e9b7-d241-4865-ab21-157470f6de77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.50379302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","reconcileID":"57dcf9b4-d42c-4a30-8aca-34aba0852379","namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.534718769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"de3fa725-0557-4918-86eb-ef16b676177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.547407792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"3dc7e9b7-d241-4865-ab21-157470f6de77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.550567009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6d61f778-bfbe-4c31-8b7a-efabc2166cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.551886664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","reconcileID":"6a1dee8f-e532-47c9-b29c-1d7778a3d423","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.599903582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f70856c1-0dda-4caf-910c-b68f157b2691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.615397691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","reconcileID":"bf542f81-dad1-449c-ad93-8ec82c83d14b","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"routeName":"external-model-e2e-shr-amb-e3cfd4-6a305fb44e3c","namespace":"e2e-extmod-shr-user-9a7eb7","model":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","externalModel":"e2e-shr-amb-e3cfd4","provider":"e2e-shr-amb-e3cfd4-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.620957349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f70856c1-0dda-4caf-910c-b68f157b2691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.702299961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e97fb58b-6fbd-4a39-b2a6-7d2a73e53cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.708049881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","reconcileID":"c80480d7-b76d-4fbb-9b4b-ce809ef63c7b","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.724996565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"e97fb58b-6fbd-4a39-b2a6-7d2a73e53cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.744660365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","reconcileID":"0357a52a-c42b-4eaa-8726-92a86efd3002","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"routeName":"external-model-e2e-shr-amb-e3cfd4-6a305fb44e3c","namespace":"e2e-extmod-shr-user-9a7eb7","model":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","externalModel":"e2e-shr-amb-e3cfd4","provider":"e2e-shr-amb-e3cfd4-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.748674912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"8344214e-4671-4768-815a-14b9e380a99b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.768820991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"8344214e-4671-4768-815a-14b9e380a99b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.774477206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8145416-fb32-4999-b1dd-6d017acc3f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.777125652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","reconcileID":"e88ed75a-2951-46bc-aa0b-8a8c688f5801","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.779337556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f1aef58-5292-4860-8f42-6233ed56d11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.787478099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"8344214e-4671-4768-815a-14b9e380a99b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.794421973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8145416-fb32-4999-b1dd-6d017acc3f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.798832382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f1aef58-5292-4860-8f42-6233ed56d11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.81277925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8145416-fb32-4999-b1dd-6d017acc3f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.817552004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f1aef58-5292-4860-8f42-6233ed56d11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.855185728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6f0c3e44-af92-4606-b559-d140266da7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.887288731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"677bf87e-22fe-4b8a-9c25-89db897e5398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.887971652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5a5db0b4-9565-4f5a-b2d8-c7d3c4376a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.891623727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ca1eb398-f0d3-4fcf-9b67-5ec702a6266e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.946776307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"6f0c3e44-af92-4606-b559-d140266da7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.978677258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"677bf87e-22fe-4b8a-9c25-89db897e5398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.979203948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"7efc9b7b-89f2-495f-82d5-7eced84419ba","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-562b5e","subscription":"e2e-dft-562b5e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.989040091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ca1eb398-f0d3-4fcf-9b67-5ec702a6266e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:01.990207645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5a5db0b4-9565-4f5a-b2d8-c7d3c4376a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.008027822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"747e281d-07fd-42db-b971-6bd1f17f8e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.011659223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1fc2b219ded3f0d540141cec02f764fc666cc155b99482d3330ba7ce9113db73) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a916da54f5840512874e4caefc452b71516362dd3abe0a69621f6e6f160a3716) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7aa4547c0ac158c01820e274d19b31d4d795801243730358c30a012b36509e9d) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (251636c81269bca9b0b1be6eadc1545b63c58da85689fb856fea0cf4219a2279) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2913c96d554e2b5c8464f74fd5eb4a1ba3ca67bde4dfe967445fabf8045cc845) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (16dd2f9a99f079bb0159e56fa9e09b3c41c802e8b72df30cf731f96eb27b726b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d0b272c88bddcf29aba88bd764db118ecefb876e888fdf373487bb5ec4cdcea6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7fbf1722b5da0c5d7af9834ba6d993191d45e861c4d5c7e510b18bcc62d5e4bc) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"ca1eb398-f0d3-4fcf-9b67-5ec702a6266e","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.087006546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"7efc9b7b-89f2-495f-82d5-7eced84419ba","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.090571351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"747e281d-07fd-42db-b971-6bd1f17f8e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.103622748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-sub","reconcileID":"7efc9b7b-89f2-495f-82d5-7eced84419ba","MaaSSubscription":{"name":"e2e-dft-562b5e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-562b5e","namespace":"llm","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.108012274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"4ef73fa2-4fa7-449f-bfaf-4dfc65ce62d6","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.131781511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"4ef73fa2-4fa7-449f-bfaf-4dfc65ce62d6","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.163573391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"43d750fb-4e27-4db3-bb3f-6f671df32515","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.183162303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"43d750fb-4e27-4db3-bb3f-6f671df32515","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.2159463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","reconcileID":"0a0d6cdd-8a5e-4a6f-99df-4eacec2506e0","namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.23410987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","reconcileID":"b96fe3b7-d682-4477-a29b-01811d528011","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","namespace":"e2e-extmod-shr-user-9a7eb7"},"routeName":"external-model-e2e-shr-amb-e3cfd4-66c51d1ea76c","namespace":"e2e-extmod-shr-user-9a7eb7","model":"e2e-shr-amb-e3cfd4-e2e-extmod-b-909268","externalModel":"e2e-shr-amb-e3cfd4","provider":"e2e-shr-amb-e3cfd4-provider","gateway":"openshift-ingress/e2e-extmod-b-909268","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.263924363Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.264673444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5e76eafe-10bb-4384-8ddd-06498fe70fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.264852735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"15322015-2175-4569-a144-05efb003527a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.268527351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"51ed5353-7f9c-44b9-bde2-8fd865930c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.284947481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5e76eafe-10bb-4384-8ddd-06498fe70fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.285220232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"15322015-2175-4569-a144-05efb003527a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.287228188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","reconcileID":"1dee6b54-f140-49d9-aed6-4714aa060c79","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"routeName":"external-model-e2e-shr-amb-e3cfd4-6a305fb44e3c","namespace":"e2e-extmod-shr-user-9a7eb7","model":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","externalModel":"e2e-shr-amb-e3cfd4","provider":"e2e-shr-amb-e3cfd4-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.288465974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"51ed5353-7f9c-44b9-bde2-8fd865930c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.323973391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"7db1f9f8-2abf-48ce-90f8-6d139ea4693a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.324063798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"7db1f9f8-2abf-48ce-90f8-6d139ea4693a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.372567398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"69374e93-57d7-4f0b-b44a-3f3abaa41ac0","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.400638987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"69374e93-57d7-4f0b-b44a-3f3abaa41ac0","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.435381722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"b948875b-5a1f-4f59-a16b-6c5e51ffd55a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.435941714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"b948875b-5a1f-4f59-a16b-6c5e51ffd55a","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.530509636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"540b7b08-c075-4fbe-96e3-4774b1879a5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.556915491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"60b0343c-5c42-4a50-ba4d-bca8cbc5f05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.557797673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"127ffe35-c64b-41da-b45b-c0c396591f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.565542841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"540b7b08-c075-4fbe-96e3-4774b1879a5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.577472332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94377774-9d2d-4680-acb1-0fbb6dd61b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.583082351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"60b0343c-5c42-4a50-ba4d-bca8cbc5f05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.584701748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"127ffe35-c64b-41da-b45b-c0c396591f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.586488015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"540b7b08-c075-4fbe-96e3-4774b1879a5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.586732252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-562b5e-access","reconcileID":"77091346-cc0d-40d1-a7ad-4ecf93c977c2","MaaSAuthPolicy":{"name":"e2e-dft-562b5e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.618034421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad51c00-542d-4e49-bbc9-0fa5810eaadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.633771084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94377774-9d2d-4680-acb1-0fbb6dd61b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.641188943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad51c00-542d-4e49-bbc9-0fa5810eaadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.655532234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94377774-9d2d-4680-acb1-0fbb6dd61b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.661134008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad51c00-542d-4e49-bbc9-0fa5810eaadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.663645663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"b5b7fc6f-dc14-4518-af1a-14b9e9532a99","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.663668071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"b5b7fc6f-dc14-4518-af1a-14b9e9532a99","MaaSModelRef":{"name":"e2e-dft-562b5e","namespace":"llm"},"routeName":"external-model-e2e-dft-562b5e-939f10d094c0","namespace":"llm","model":"e2e-dft-562b5e","externalModel":"e2e-dft-562b5e","provider":"e2e-dft-562b5e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.683205667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac86b1a1-2b22-4f7b-8f4c-f104f6b49fb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.683232842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac86b1a1-2b22-4f7b-8f4c-f104f6b49fb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.683860545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e3ce71-f997-4e3c-9927-fea0757f4cac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.683881812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e3ce71-f997-4e3c-9927-fea0757f4cac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.719366254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cf02025f-bd14-4827-8f2c-691ab95e73df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.721285576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"459d3301-7d1b-43e4-95a9-ac8d81d5bb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.721764482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f7bca449-7d0b-4ba2-b2db-42b1deee82c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.726769627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"63cab5de-7af6-4854-bb6e-0819ad6c2070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.731537851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"877ea2af-4fe4-4fdd-8fb5-c99bd538a60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.739522589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cf02025f-bd14-4827-8f2c-691ab95e73df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.741505819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"459d3301-7d1b-43e4-95a9-ac8d81d5bb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.741888505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f7bca449-7d0b-4ba2-b2db-42b1deee82c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.746694963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"63cab5de-7af6-4854-bb6e-0819ad6c2070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.751043707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"877ea2af-4fe4-4fdd-8fb5-c99bd538a60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.906479174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"79963979-2679-4c44-badf-f75fa782159b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.921764124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2a0706f7-8f82-47e4-91ea-6e96cef60c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.923595278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b23e6dc5-e1e5-498d-b064-b1507d9d8395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.924297942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"992e0e6d-f903-491f-aa0a-d9c078d4f497","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.926760336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"79963979-2679-4c44-badf-f75fa782159b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.942607873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"2a0706f7-8f82-47e4-91ea-6e96cef60c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.947235113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"b23e6dc5-e1e5-498d-b064-b1507d9d8395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:02.947594923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"992e0e6d-f903-491f-aa0a-d9c078d4f497","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.021139389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1aededf7-79ad-42b9-abeb-6509b02bcf10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.040603911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1aededf7-79ad-42b9-abeb-6509b02bcf10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.136121225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"558fb1e7-33a7-4acc-a3f7-8ab60b9af6d7","namespace":"llm","name":"e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.166685549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ff0c9d5-39c4-4fc5-9785-84fe75633922","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.166718466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ff0c9d5-39c4-4fc5-9785-84fe75633922","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.167548984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"205d9ea7-1f35-4305-85d4-1250bd6de958","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.167578835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"205d9ea7-1f35-4305-85d4-1250bd6de958","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.169559268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e922f83-63d2-46b0-9f1f-48a7348c3d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.169580221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e922f83-63d2-46b0-9f1f-48a7348c3d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.170578055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f90b9548-5494-47ae-8f8f-71beb67b466d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.170604666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f90b9548-5494-47ae-8f8f-71beb67b466d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.1713526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9c932a3-d3ba-40ca-9c9f-862afdde9f1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.171372605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9c932a3-d3ba-40ca-9c9f-862afdde9f1d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.17208505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fba218d2-cc82-4c3f-b603-82fe3437fb9a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.172104849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fba218d2-cc82-4c3f-b603-82fe3437fb9a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.174625201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd0eb5e9-06a3-4fa9-9ed1-f08752fd9d46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.174646567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fd0eb5e9-06a3-4fa9-9ed1-f08752fd9d46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.175417449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa321196-0b6d-4815-a4ba-63c719be84eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.175436328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa321196-0b6d-4815-a4ba-63c719be84eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.189122586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"05c45290-dc49-4568-8491-17bc9c2fe6a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.212947478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"05c45290-dc49-4568-8491-17bc9c2fe6a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.222477965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d349005-378e-4ec2-a764-c7ada49027ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.241227871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"05c45290-dc49-4568-8491-17bc9c2fe6a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.244075928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ecbf413-64a9-4c26-a4d3-1ca94f909d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.244078617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"48da07f5-424a-4c8a-a2b7-6a02cdc498d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.250271104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d349005-378e-4ec2-a764-c7ada49027ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.251533984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0d01c0b1-1d63-4d39-9ff7-2ad37ecd8d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.257304015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7b68d46-0946-46b7-a5fb-6ad59230fbd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.257328668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85705691-06c6-41b3-a280-8b8f562bb325","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.267879462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"48da07f5-424a-4c8a-a2b7-6a02cdc498d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.269065277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ecbf413-64a9-4c26-a4d3-1ca94f909d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.274875693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d349005-378e-4ec2-a764-c7ada49027ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.275951643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0d01c0b1-1d63-4d39-9ff7-2ad37ecd8d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.292691663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ecbf413-64a9-4c26-a4d3-1ca94f909d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.340650202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"dcf343d3-b019-4109-a6df-01662e7d3e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.341182016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e04aa45f-19ac-47c0-87b5-ad7dabdd43d5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.343868784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f5045b31-f508-4a32-9e47-6c485411f480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.354228867Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-562b5e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-562b5e","reconcileID":"e0dbad07-b6da-4cff-ad25-577594383f14","namespace":"llm","name":"e2e-dft-562b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.36022418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"dcf343d3-b019-4109-a6df-01662e7d3e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.361350316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e04aa45f-19ac-47c0-87b5-ad7dabdd43d5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.367113845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"f5045b31-f508-4a32-9e47-6c485411f480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.47555683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"c0542550-1c66-48c4-bec4-48a38f06fa8a","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.495973724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4a609cf2-f246-488b-857a-b241514729f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.506768886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cf81495b-d3e6-40d2-ad2c-4f621ca19e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.51338284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"2433abc2-7f8b-4078-a44b-aaf1dbb41686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.521073172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4a609cf2-f246-488b-857a-b241514729f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.522192511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"91b6d516-bf52-457d-8e03-2445b63d1c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.535524951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cf81495b-d3e6-40d2-ad2c-4f621ca19e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.547585412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"2433abc2-7f8b-4078-a44b-aaf1dbb41686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.547641639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"91b6d516-bf52-457d-8e03-2445b63d1c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.571840618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fc4e495b-07dd-4c3b-99f2-cee29424a422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.591536508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fc4e495b-07dd-4c3b-99f2-cee29424a422","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.643489491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"98211bbf-c771-46b5-9c1f-78a66bab5576","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.657902391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"aaea8a33-3f8a-46d9-8ef2-014c6f17bfdd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.662608295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"98211bbf-c771-46b5-9c1f-78a66bab5576","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.678280263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"aaea8a33-3f8a-46d9-8ef2-014c6f17bfdd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.752110642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0eb7bd1b-ec99-48fe-b35f-fa56fc9b95fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.781651374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f19b25-312d-4b04-a0a4-9bbece2a1714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.783509485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6d00ccb7-6b0d-468c-984e-444570c4dd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.787412545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0eb7bd1b-ec99-48fe-b35f-fa56fc9b95fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.803647178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"6d00ccb7-6b0d-468c-984e-444570c4dd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.803835873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f19b25-312d-4b04-a0a4-9bbece2a1714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.805133134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0eb7bd1b-ec99-48fe-b35f-fa56fc9b95fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.82250715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3f19b25-312d-4b04-a0a4-9bbece2a1714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.848646671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15ca8eb-f9fd-47eb-9873-2b2ca10d334b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.848733978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b02f3d06-8cb6-4ce5-9acf-6aab1972df20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.853894779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1d82b3b8-2b96-46b8-84ba-0a38ec082370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.869101164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b02f3d06-8cb6-4ce5-9acf-6aab1972df20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.870159591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15ca8eb-f9fd-47eb-9873-2b2ca10d334b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.871842367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3df38d61-e847-491d-a0da-78b571d341dd","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.87414578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1d82b3b8-2b96-46b8-84ba-0a38ec082370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.89299848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15ca8eb-f9fd-47eb-9873-2b2ca10d334b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.893749803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3df38d61-e847-491d-a0da-78b571d341dd","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.022891404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"abee6e76-d197-4905-b698-8f5a2e8d4e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.042239674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"abee6e76-d197-4905-b698-8f5a2e8d4e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.071963597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"47b59568-3524-46cf-a07b-cfa66e9c8e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.091095777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"47b59568-3524-46cf-a07b-cfa66e9c8e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.018327043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","reconcileID":"1f512bcb-123d-4968-ae9e-f99c360889b8","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.037853524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","reconcileID":"32c340b9-9d04-460f-98b1-c5fe0b2e268e","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.056638859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07121ea7-ba76-438a-960d-148ac100db32","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.066894218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8c395191-9095-4630-acd1-65e3802ede6c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.072661906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38c2a53-33b5-4b59-9b83-be2efc54f542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.076288575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07121ea7-ba76-438a-960d-148ac100db32","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.076633207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f2a3b2a6-f8d7-4d42-b2bb-7b100065a819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.077044305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8819b431-4359-4707-9633-38cd87f81ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.087129658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8c395191-9095-4630-acd1-65e3802ede6c","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.092361554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38c2a53-33b5-4b59-9b83-be2efc54f542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.095548334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07121ea7-ba76-438a-960d-148ac100db32","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.096995843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8819b431-4359-4707-9633-38cd87f81ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.099066743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"f2a3b2a6-f8d7-4d42-b2bb-7b100065a819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.111890088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b38c2a53-33b5-4b59-9b83-be2efc54f542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.115464844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8819b431-4359-4707-9633-38cd87f81ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.173816537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5b9ab90f-51e7-4f16-854d-d650c53c1b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.173861436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c5d45710-eb94-4bce-8e8b-6954205a4b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.174492124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"44c2e937-684c-4c5a-b106-e7139b4bab68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.194915017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"44c2e937-684c-4c5a-b106-e7139b4bab68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.198472333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5b9ab90f-51e7-4f16-854d-d650c53c1b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.201769737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c5d45710-eb94-4bce-8e8b-6954205a4b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.278021526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5858771c-7a11-4b77-abad-301295ba837c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.278015331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3d2a26e4-e856-43bb-877e-a27449719bb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.284239048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"aad7f099-db98-4061-a8a0-94c7956d81d1","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.298279066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5858771c-7a11-4b77-abad-301295ba837c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.299015419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"3d2a26e4-e856-43bb-877e-a27449719bb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.365707633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"420bff1b-c162-4366-b045-63da72fe746e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.380359317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1a39edef-f359-4d07-82c6-4266240a45ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.380545912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4cbce102-0f1d-4a3a-bb11-9e5955160951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.384547079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"420bff1b-c162-4366-b045-63da72fe746e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.399757499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1a39edef-f359-4d07-82c6-4266240a45ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.400129328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"4cbce102-0f1d-4a3a-bb11-9e5955160951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.445107573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"883f9d0f-633c-4b9f-b757-9e6d4cae300a","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.480824664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8270acf5-03a6-47d0-9ebe-ff743c7d63a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.480829636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"1707e308-f096-4641-bdc5-8df6055a49bc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.500713169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"8270acf5-03a6-47d0-9ebe-ff743c7d63a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.501371147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"1707e308-f096-4641-bdc5-8df6055a49bc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.52612175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"bd2c7a38-67cf-42e4-abad-08e0ddde190d","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.608071656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"b2b033d3-1f6b-4c23-967a-04b711b95ff5","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.657445667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b66bfda7-878c-4228-a0b1-73969cb91a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.741312894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"6675776f-6499-4311-b238-86c8f67b571f","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.769781881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1fa101ce-f205-4b76-8a3a-4aff0b961139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.798699615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b66bfda7-878c-4228-a0b1-73969cb91a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.840457021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"af411c18-cdc7-436d-ab4f-04783d2908fd","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.969095592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80dcdbac-03e0-468f-a4fd-78ed2c06885b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.856797056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"8f161ba2-9c2a-4364-890a-8624d519517e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.857483313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","reconcileID":"1d8b99b4-09b5-445f-b39b-15f09dc7e52a","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.863656848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1fa101ce-f205-4b76-8a3a-4aff0b961139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.020144994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"097ac9de-f0e0-4cf8-85ca-a25866f53ae4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.093658881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80dcdbac-03e0-468f-a4fd-78ed2c06885b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.095191955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"8f161ba2-9c2a-4364-890a-8624d519517e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.096090703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"097ac9de-f0e0-4cf8-85ca-a25866f53ae4","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.105943627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"fe417318-83cf-45ac-aeb7-f7b025320db7","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.117920397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"8f161ba2-9c2a-4364-890a-8624d519517e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.118440963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80dcdbac-03e0-468f-a4fd-78ed2c06885b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.129486173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f551b84-a2bb-4c55-8af1-5815c767496e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.149698637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f551b84-a2bb-4c55-8af1-5815c767496e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.160524983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"5da00293-7aaa-4f29-b8c2-d7fc7cfed833","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.168088625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f551b84-a2bb-4c55-8af1-5815c767496e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.190033556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"93346494-9296-4e77-afb0-88f50ef3bf96","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.192552408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"aa73b037-3a97-458f-935b-fd1c3ea97603","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.205522004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5e3c856f-1ef0-4065-8fcb-9374b9cfe405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.206642894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"05215905-c9e8-43d6-8b22-c7b7d0dfa1dc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.210953318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"93346494-9296-4e77-afb0-88f50ef3bf96","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.220225796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"22e5a03a-51b7-480f-aa53-9da21068ee7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.227007016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5e3c856f-1ef0-4065-8fcb-9374b9cfe405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.228104065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"5d34f82a-7154-4339-b706-ac76e063529b","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.287198614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"22e5a03a-51b7-480f-aa53-9da21068ee7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.28776691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"05215905-c9e8-43d6-8b22-c7b7d0dfa1dc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.342596564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"0d095a93-e655-4301-97c8-67e93c4060bd","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.362841175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"0d095a93-e655-4301-97c8-67e93c4060bd","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.379659068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9441772f-748c-4774-868e-55f621cdf07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.388892336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"7cb925b1-2529-4749-baf3-8c549fe68ac7","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.388971479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"7cb925b1-2529-4749-baf3-8c549fe68ac7","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.400140897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"9441772f-748c-4774-868e-55f621cdf07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.414832708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"fe4fe985-fb9d-4f66-99b3-f8f9720f9a32","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.414897008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"fe4fe985-fb9d-4f66-99b3-f8f9720f9a32","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.453071165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"467fb04f-a360-40a1-ac67-90974d656e57","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.453129391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"467fb04f-a360-40a1-ac67-90974d656e57","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.480842505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c8bdd7a9-6f14-4307-ae88-965b6c1c4f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.48084303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a282ee11-6d5d-4a14-94a8-a62e483b52fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.482917758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1a3b8713-cae1-4897-89a5-972bfc75bc7d","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.483051123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"014d74bd-ab41-4293-89c8-c94942f011d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.500295792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c8bdd7a9-6f14-4307-ae88-965b6c1c4f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.500798506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a282ee11-6d5d-4a14-94a8-a62e483b52fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.502595242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1a3b8713-cae1-4897-89a5-972bfc75bc7d","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.503248713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"014d74bd-ab41-4293-89c8-c94942f011d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.508866473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"8bbde477-c5a7-4ec0-93fa-e68e31fe52c2","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.50892138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"8bbde477-c5a7-4ec0-93fa-e68e31fe52c2","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.571560196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","reconcileID":"481012fa-0def-47a9-9795-4681959b8afb","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.580321565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a5ebb620-9814-4271-ba86-9bb21d8d92a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.599698275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a5ebb620-9814-4271-ba86-9bb21d8d92a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.605023915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"112a98af-f00c-453f-99ac-3a0746009dc4","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.60508605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"112a98af-f00c-453f-99ac-3a0746009dc4","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.672179635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"978c7e35-d9a5-41ac-82b3-b9707aed8edc","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.687804001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d187769c-ed7e-4b54-8f7a-d6758f0f18ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.687800049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbad1f6-5abe-4ba9-bbd1-548ad048f42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.695324138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"978c7e35-d9a5-41ac-82b3-b9707aed8edc","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.710280418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"d187769c-ed7e-4b54-8f7a-d6758f0f18ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.710383174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbad1f6-5abe-4ba9-bbd1-548ad048f42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.712967362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"978c7e35-d9a5-41ac-82b3-b9707aed8edc","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.72886795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbad1f6-5abe-4ba9-bbd1-548ad048f42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.781595264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"2f3eb7dd-298b-4876-993d-9d0552640b4f","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.781658973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"2f3eb7dd-298b-4876-993d-9d0552640b4f","error":"ExternalModel e2e-extmod-shr-user-9a7eb7/e2e-shr-amb-e3cfd4 is attached to several gateways [openshift-ingress/e2e-extmod-a-955dc3 openshift-ingress/e2e-extmod-b-909268]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.784565678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c019f8fe-b73f-4a64-8b4a-1618040b5222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.784594186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"25bf5592-e347-446e-868d-648dd4bad639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.786126199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee85bc1-2369-41b6-9ba6-9bb6a3cfb190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.805984622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c019f8fe-b73f-4a64-8b4a-1618040b5222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.806114324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"25bf5592-e347-446e-868d-648dd4bad639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.810352515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee85bc1-2369-41b6-9ba6-9bb6a3cfb190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.877204189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ee85bc1-2369-41b6-9ba6-9bb6a3cfb190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.985744995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"22dc351e-a935-4c65-9d89-69c868487dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.985816666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f532c971-ccd0-4130-ba2c-72359e93939b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.988823482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"50c2f01b-38b2-48a1-a090-cb51a2e0dc84","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.009132091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f532c971-ccd0-4130-ba2c-72359e93939b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.011561137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"22dc351e-a935-4c65-9d89-69c868487dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.021022966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"50c2f01b-38b2-48a1-a090-cb51a2e0dc84","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:08.267198379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-ambiguous","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-ambiguous","reconcileID":"52b9ce61-b079-4b95-a2f1-3827ce67b603","error":"maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-e3cfd4-ambiguous\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.311055466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4d507a9c-3448-41c8-8dfd-c8123e27c7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.317503151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"df195c33-117b-4629-a688-2b9f7f04758f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.32866956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"1a73e2e7-099e-4234-8ae5-3ae2625f1c12","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.33747532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"df195c33-117b-4629-a688-2b9f7f04758f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.338431742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4d507a9c-3448-41c8-8dfd-c8123e27c7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.343374912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"53e77f57-c2b9-41e6-a461-3f7bb57cff1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.349854039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"1a73e2e7-099e-4234-8ae5-3ae2625f1c12","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.363127971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"53e77f57-c2b9-41e6-a461-3f7bb57cff1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.440701108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"5977166c-4986-46ed-a6e9-0b7ebf2225db","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.451955801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e4c17324-4b88-426d-96dc-9cc27da6cb92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.456512104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"42cd46a5-fa5a-46c6-a286-f9a5e00d9cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.457871647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","reconcileID":"802cc977-da99-4928-bcd3-1210e3b46832","MaaSModelRef":{"name":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","namespace":"e2e-extmod-shr-user-9a7eb7"},"routeName":"external-model-e2e-shr-amb-e3cfd4-6a305fb44e3c","namespace":"e2e-extmod-shr-user-9a7eb7","model":"e2e-shr-amb-e3cfd4-e2e-extmod-a-955dc3","externalModel":"e2e-shr-amb-e3cfd4","provider":"e2e-shr-amb-e3cfd4-provider","gateway":"openshift-ingress/e2e-extmod-a-955dc3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.461249612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"5977166c-4986-46ed-a6e9-0b7ebf2225db","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.471394198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"e4c17324-4b88-426d-96dc-9cc27da6cb92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.478664293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"42cd46a5-fa5a-46c6-a286-f9a5e00d9cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.02217322Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","reconcileID":"221b3c5c-f42a-44e7-9897-ddc4e0e656ec","namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.06423426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"cc645162-9383-42f7-83f1-51eaa0ba5495","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.079138637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8b674a55-695e-45ae-afde-e448e96d9543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.079314769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"360c810c-cfa6-4bfc-875b-7bf9cf88e832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.079640078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f6484e-496e-414a-a2ca-873a5ccdaf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.081764039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"572b71a5-6186-4783-b003-9d406c9c233f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.084844506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"cc645162-9383-42f7-83f1-51eaa0ba5495","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.10202292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8b674a55-695e-45ae-afde-e448e96d9543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.102506601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f6484e-496e-414a-a2ca-873a5ccdaf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.104032678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"cc645162-9383-42f7-83f1-51eaa0ba5495","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.105565688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"572b71a5-6186-4783-b003-9d406c9c233f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.10758773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"360c810c-cfa6-4bfc-875b-7bf9cf88e832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.121934892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f6484e-496e-414a-a2ca-873a5ccdaf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.127015059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"360c810c-cfa6-4bfc-875b-7bf9cf88e832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.177463457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a2d60a11-2bbc-45f6-82dd-96399f6bda1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.179396225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0e75817f-ab87-4f8b-a4f0-adc817fddd5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.180931395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"62eb190f-0db1-465f-8a18-4e99cec2338d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.197134918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"a2d60a11-2bbc-45f6-82dd-96399f6bda1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.200196109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"62eb190f-0db1-465f-8a18-4e99cec2338d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.200483419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0e75817f-ab87-4f8b-a4f0-adc817fddd5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.292181552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c3510232-5b70-46fa-abe1-87e31a2b8136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.292852081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bf6d4869-3a26-4547-b94f-828a676e7657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.30945289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e3cfd4","namespace":"e2e-extmod-shr-user-9a7eb7"},"namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","reconcileID":"e94bf0af-afc1-467c-9ae1-7bc496a51b02","namespace":"e2e-extmod-shr-user-9a7eb7","name":"e2e-shr-amb-e3cfd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.314507223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c3510232-5b70-46fa-abe1-87e31a2b8136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.316616034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"bf6d4869-3a26-4547-b94f-828a676e7657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.402808092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"984d7d5b-abae-4dab-8312-a064a93f443d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.403610932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"3595b8d9-259b-4faa-8d85-cf128c0f79e3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.416804939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"0f0dab58-d52d-4626-8112-7b59b0d2f0d2","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.431008826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"3595b8d9-259b-4faa-8d85-cf128c0f79e3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.439206275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"0f0dab58-d52d-4626-8112-7b59b0d2f0d2","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.443674792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"984d7d5b-abae-4dab-8312-a064a93f443d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.505372389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1b0bf3d3-ff41-4bbc-af4f-a63859274319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.506642818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7a358b54-38f5-4797-91b2-546052b31290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.526970334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1b0bf3d3-ff41-4bbc-af4f-a63859274319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.527477855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7a358b54-38f5-4797-91b2-546052b31290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.606832372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a52223bd-ba51-4936-b5e7-39faa5a281c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.608756434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"bbd257b3-d789-4d8a-b163-d14b00a0ed68","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.620941919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b03859-369b-44d4-9287-9162593632ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.621154448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4d0355a2-e88c-447b-b5e4-44518daa3dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.62304182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74762cb-fe0c-4645-bc5f-4ea4eb6a2046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.626436804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a52223bd-ba51-4936-b5e7-39faa5a281c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.627957073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"bbd257b3-d789-4d8a-b163-d14b00a0ed68","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.640577106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4d0355a2-e88c-447b-b5e4-44518daa3dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.641443329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b03859-369b-44d4-9287-9162593632ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.643042631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74762cb-fe0c-4645-bc5f-4ea4eb6a2046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.644449144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a52223bd-ba51-4936-b5e7-39faa5a281c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.660231011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b03859-369b-44d4-9287-9162593632ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.662707306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74762cb-fe0c-4645-bc5f-4ea4eb6a2046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.706344885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4a2e7417-3840-4559-8bc4-2e6b03e3fa34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.708675735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4a56d492-275e-4f80-9950-636a58a5f5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.710340642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bd54bcde-313a-4a2b-a3fc-270f37a6d204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.726325339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"4a2e7417-3840-4559-8bc4-2e6b03e3fa34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.728705796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4a56d492-275e-4f80-9950-636a58a5f5f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.729761323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"bd54bcde-313a-4a2b-a3fc-270f37a6d204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.821970171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7bbde27a-6e35-491b-be2e-c2da43b11130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.821972832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8baea322-a59f-44b2-8516-5241bd618de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.842472704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"8baea322-a59f-44b2-8516-5241bd618de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.842527162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7bbde27a-6e35-491b-be2e-c2da43b11130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.920549212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4f3984a8-b76d-4b41-be4b-68b7055e13a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.93978215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"4f3984a8-b76d-4b41-be4b-68b7055e13a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.437289234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"3ba0a126-6e3b-4e2b-a2f2-268cbc583646","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.469695455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"674891d3-a558-434e-a9b4-2eace2d52daf","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.472428054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ab91757d-6716-4211-9bdc-d449d3daf27c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.522651867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ab91757d-6716-4211-9bdc-d449d3daf27c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.540996429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ab91757d-6716-4211-9bdc-d449d3daf27c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.578008789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"5a6e48ee-5eb2-483d-9a9f-70e5d9c08e5a","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:13.513047921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"93c1cfd7-dea6-4bf3-b225-644d1d19d712","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:17.718800938Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.593912048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dc7ec4-9845-44e8-9552-446a664d9022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.609713813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dc7ec4-9845-44e8-9552-446a664d9022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.625525304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dc7ec4-9845-44e8-9552-446a664d9022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.641232336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dc7ec4-9845-44e8-9552-446a664d9022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.6782354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0c9cd267-f255-42bf-b7fa-a731fa3a24f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.697857649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0c9cd267-f255-42bf-b7fa-a731fa3a24f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.722781094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4de8dc4f-bf67-45af-b369-7a32b26889fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.723061689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd98bb8-52fd-4f23-be9a-2baa77800887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.72648167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0c9cd267-f255-42bf-b7fa-a731fa3a24f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.744186234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd98bb8-52fd-4f23-be9a-2baa77800887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.744946039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4de8dc4f-bf67-45af-b369-7a32b26889fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.764492129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4de8dc4f-bf67-45af-b369-7a32b26889fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.764555242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd98bb8-52fd-4f23-be9a-2baa77800887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.244592948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad900d08-2189-4963-837a-30cacff648d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.26009044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad900d08-2189-4963-837a-30cacff648d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.275625999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad900d08-2189-4963-837a-30cacff648d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.291444495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad900d08-2189-4963-837a-30cacff648d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.434180196Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-84f605","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-84f605","reconcileID":"21c729bf-6ca6-4d43-81dc-3c9f7d978520","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-84f605","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-84f605":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.902787491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0430b1db-50ba-4e68-b051-635cafbf6d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.919930645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0430b1db-50ba-4e68-b051-635cafbf6d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.935497022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0430b1db-50ba-4e68-b051-635cafbf6d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.950940332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0430b1db-50ba-4e68-b051-635cafbf6d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.602747674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3ed5fd33-e09a-4441-9184-01da2e314f42","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.624004117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3ed5fd33-e09a-4441-9184-01da2e314f42","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.642210836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3ed5fd33-e09a-4441-9184-01da2e314f42","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:23.545102282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"d9333363-11b8-4ec9-9d08-b3aa0a42df67","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.761721506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a1972caa-5ee7-4abb-980a-1a1f3dc0e490","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.782159586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a1972caa-5ee7-4abb-980a-1a1f3dc0e490","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.80449858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a1972caa-5ee7-4abb-980a-1a1f3dc0e490","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.879567763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c639fa98-9cd0-49ff-9f96-8f146c115b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.879567979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ded05e9-1e43-4faf-a3cd-b6d839fdda0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.900849741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ded05e9-1e43-4faf-a3cd-b6d839fdda0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.901690605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c639fa98-9cd0-49ff-9f96-8f146c115b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.920445197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ded05e9-1e43-4faf-a3cd-b6d839fdda0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.92050904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c639fa98-9cd0-49ff-9f96-8f146c115b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.260585195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"0c0884c4-c521-48ca-b6ee-717a61534661","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-fail-4ef13ffd","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.350669143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"22551c21-669a-4fa2-ac85-9d90b40ebaae","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.350695542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"22551c21-669a-4fa2-ac85-9d90b40ebaae","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.410044772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"354a17ae-fb8a-4e95-8d90-b1efd765d60e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.430270846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"354a17ae-fb8a-4e95-8d90-b1efd765d60e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.509572109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2ebc11d1-e0ec-4655-ab49-913b40156451","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.530913943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2ebc11d1-e0ec-4655-ab49-913b40156451","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.548622536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2ebc11d1-e0ec-4655-ab49-913b40156451","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.764955165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"931d2436-ea18-4bfd-84fc-93ab4834c8e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.785298298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"931d2436-ea18-4bfd-84fc-93ab4834c8e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.803707795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"931d2436-ea18-4bfd-84fc-93ab4834c8e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.843456343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"f840c285-4cc7-452c-ab53-137c3fb48533","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.938109609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"8c44c6d7-125d-498d-8d60-ecc9e018fe7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.959118678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"8c44c6d7-125d-498d-8d60-ecc9e018fe7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.977643053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"8c44c6d7-125d-498d-8d60-ecc9e018fe7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:32.143673419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"7ac571a6-f34d-49ae-b73d-3958d0a459cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:32.163337311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"7ac571a6-f34d-49ae-b73d-3958d0a459cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:32.181486706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"7ac571a6-f34d-49ae-b73d-3958d0a459cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.017420621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"15a6d971-8fcd-4944-a3a6-e46b632c21cf","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.054979345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f9b3b22f-7d6b-46de-ab5e-ddade3055237","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.056709593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d3d26ba2-d610-42f6-b013-b034e93f3b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.068045994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c9d15d1b-bb21-4f4b-92b1-ac17d6aa66d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.068142001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"361496b1-eb35-4126-bbdf-1d43f8452dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.069742253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3436959-8db5-403f-be98-5b290b83a022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.074350839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f9b3b22f-7d6b-46de-ab5e-ddade3055237","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.075595211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d3d26ba2-d610-42f6-b013-b034e93f3b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.088432848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c9d15d1b-bb21-4f4b-92b1-ac17d6aa66d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.093372779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f9b3b22f-7d6b-46de-ab5e-ddade3055237","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.095784578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"361496b1-eb35-4126-bbdf-1d43f8452dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.095980088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3436959-8db5-403f-be98-5b290b83a022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.107276315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d3d26ba2-d610-42f6-b013-b034e93f3b26","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.115500696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3436959-8db5-403f-be98-5b290b83a022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.115528722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"361496b1-eb35-4126-bbdf-1d43f8452dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.141028253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab3be14-108d-4b71-b70a-ed9b672ad121","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.141051081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab3be14-108d-4b71-b70a-ed9b672ad121","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.141680386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b00e95d-c1c4-4ced-b138-0bcba98d6c69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.141701581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b00e95d-c1c4-4ced-b138-0bcba98d6c69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.154249361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c89446be-077d-4654-bc99-81a99b1a42cd","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.168860761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"97377ef4-4b79-4177-9e46-2a87d3162094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.173607586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c89446be-077d-4654-bc99-81a99b1a42cd","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.194109265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"97377ef4-4b79-4177-9e46-2a87d3162094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.250674714Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"4c885a80-6598-4832-92f9-68185f49fc7c","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.268596423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"51d6d6a4-92e3-4cc8-a930-287553ca847e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.268980894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"3025be76-e41c-4733-911c-c02e7dd89fc6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.270305755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0daf1133-5d38-4c45-97c6-7901237b439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.291536811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"0daf1133-5d38-4c45-97c6-7901237b439b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.291801806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"3025be76-e41c-4733-911c-c02e7dd89fc6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.293843185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"51d6d6a4-92e3-4cc8-a930-287553ca847e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.371074652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"27cb9aa1-d296-4088-aaf2-fae32a25646c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.371998434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"380dd629-8dc1-4384-92cc-f629ad1496e3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.390862414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"27cb9aa1-d296-4088-aaf2-fae32a25646c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.391212566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"380dd629-8dc1-4384-92cc-f629ad1496e3","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.416079375Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"9a036027-ad03-4ece-8ba3-6baa7d73d4bc","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.471217091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9c2e5b04-326b-4bea-bd8b-29e024c62877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.471324467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b4a964a5-5276-42b4-87fa-8ab77b93b8ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.490916617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"9c2e5b04-326b-4bea-bd8b-29e024c62877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.491058718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b4a964a5-5276-42b4-87fa-8ab77b93b8ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.521626646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"43da9ae3-634e-404e-af8a-47de77efc115","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.571386507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f1d7094f-edad-404d-bc62-a5e815ec0dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.571446578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"40d44084-4907-4667-be1c-5620148cb510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.577982091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"2bad659f-bdb4-43d6-8c6d-949d8ecd628c","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.591306093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"40d44084-4907-4667-be1c-5620148cb510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.591331575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"f1d7094f-edad-404d-bc62-a5e815ec0dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.608727723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"31b0507b-f00e-474c-b22c-c2e9ebb8674c","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.643950827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"6d8f5cdd-b8fc-473b-80dc-dfa8de5d618e","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.643973582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"6d8f5cdd-b8fc-473b-80dc-dfa8de5d618e","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.660240321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"b2ac827b-0bb9-4ad5-a71c-be4cc747b2f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.660829606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"78baf31e-60b5-4ebb-aff6-9d6b9c200f5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.67537184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"7c9a2317-9801-458a-bf03-0b73ff843bc8","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-fail-4ef13ffd","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.676495469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"646341e9-5f52-4192-a8ad-fb7846771516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.677198237Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"90b638f1-eab6-43ad-bf45-6351de48decf","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.681554197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"78baf31e-60b5-4ebb-aff6-9d6b9c200f5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.682653025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"b2ac827b-0bb9-4ad5-a71c-be4cc747b2f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.698195251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"646341e9-5f52-4192-a8ad-fb7846771516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.701971845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"78baf31e-60b5-4ebb-aff6-9d6b9c200f5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.703683446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"b2ac827b-0bb9-4ad5-a71c-be4cc747b2f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.803450022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8418e8f5-59f3-4439-9abb-723045b5f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.803646641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"572e6fe9-aa54-447c-9514-79652ee973ab","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.817283439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8b7432a-31c2-4fe4-8ea0-fbd16b79c405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.818212687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db280276-2c17-4f82-8922-78c862096220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.822946912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8418e8f5-59f3-4439-9abb-723045b5f99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.837477978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8b7432a-31c2-4fe4-8ea0-fbd16b79c405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.838095001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db280276-2c17-4f82-8922-78c862096220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.856357276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8b7432a-31c2-4fe4-8ea0-fbd16b79c405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.856843758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db280276-2c17-4f82-8922-78c862096220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.859000714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"05f1fb23-8727-42e1-ad30-f78194e3f141","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.868342841Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"695108de-e621-4a5f-8c3b-7012b74ce946","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.874191084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ca7774f3-e277-4f40-86a5-94662ab300cf","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.883905311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"d46516ea-7337-43a0-9879-a6b77946917e","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.883923611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"d46516ea-7337-43a0-9879-a6b77946917e","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.892897196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"ca7774f3-e277-4f40-86a5-94662ab300cf","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.90445186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"56c33f7b-7950-452a-ac71-953c635e105d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.905092467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"46ac7a05-18f8-475d-9b45-955d6a5f36fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.907626479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"05f1fb23-8727-42e1-ad30-f78194e3f141","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.92463188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"56c33f7b-7950-452a-ac71-953c635e105d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.925389928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"46ac7a05-18f8-475d-9b45-955d6a5f36fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.926271606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"05f1fb23-8727-42e1-ad30-f78194e3f141","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.979693079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"24fe8627-2d6a-41e1-9b02-51592d79c21e","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.979729682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"24fe8627-2d6a-41e1-9b02-51592d79c21e","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:33.99795411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"15f0fd74-15ba-4f23-ab4b-1cc649f755e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.076567863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"15f0fd74-15ba-4f23-ab4b-1cc649f755e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.104427308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0a907cd2-0be8-4f8b-a60f-056e270d0722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.131852399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0a907cd2-0be8-4f8b-a60f-056e270d0722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.167681502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"b1080f20-478f-4e87-9352-c14d2250066b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.18422395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"4de83da7-8276-4bc8-a5ab-17a4c3ef3bbe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.185099361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"42ee35cd-9635-435b-b9be-1c7315faf0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.187272595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"b1080f20-478f-4e87-9352-c14d2250066b","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.197422223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bcea2404-4768-4c8f-b2eb-39525da82c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.204132211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"42ee35cd-9635-435b-b9be-1c7315faf0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.20439469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"4de83da7-8276-4bc8-a5ab-17a4c3ef3bbe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.215851307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3e54afb9-4429-4288-bf20-7fe757067c75","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.216804257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bcea2404-4768-4c8f-b2eb-39525da82c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.225467904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"c0a77ef1-8a9d-4b22-a7dc-4c256e2db344","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.235804601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3e54afb9-4429-4288-bf20-7fe757067c75","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.253862513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3e54afb9-4429-4288-bf20-7fe757067c75","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.283053918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"7cbcee89-02e5-4845-9c4e-cecc8fede6af","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.301340993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcb9440d-1d42-496e-89cc-67bfe9efd4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.302778567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"7cbcee89-02e5-4845-9c4e-cecc8fede6af","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.321778937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"7cbcee89-02e5-4845-9c4e-cecc8fede6af","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.323076181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcb9440d-1d42-496e-89cc-67bfe9efd4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.341213565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcb9440d-1d42-496e-89cc-67bfe9efd4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.391571989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"637f2532-a307-49bc-8885-9ff1845f0c06","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.402776258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d1b8cdb-f321-4b53-8684-c3e8751a5d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.403462057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c8b54ee5-2ed6-440a-9119-796e7ecbed28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.406847481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0ce64a01-0ad9-4d17-88dd-10627662d704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.407332048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"2e3a0eef-900a-4f7a-b167-0382b28fed20","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.412040656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"637f2532-a307-49bc-8885-9ff1845f0c06","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.489250118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d1b8cdb-f321-4b53-8684-c3e8751a5d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.491431526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c8b54ee5-2ed6-440a-9119-796e7ecbed28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.493574641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"0ce64a01-0ad9-4d17-88dd-10627662d704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.495736529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"2e3a0eef-900a-4f7a-b167-0382b28fed20","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.496820554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"637f2532-a307-49bc-8885-9ff1845f0c06","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.507703705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d1b8cdb-f321-4b53-8684-c3e8751a5d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.544187291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"30222620-f17a-491f-abe9-6aee143a90f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.554528118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"203ba05e-4124-4001-a17d-1df154cb6e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.56376046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"30222620-f17a-491f-abe9-6aee143a90f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.583569614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c750defb-eab2-4e1b-b4db-45b2feff0227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.586743516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"01a71719-7ec0-413d-bcf5-b7fe21375236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.587288012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"203ba05e-4124-4001-a17d-1df154cb6e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.603019603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c750defb-eab2-4e1b-b4db-45b2feff0227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.603610422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"792a8d7b-1218-49e1-9e2d-f6328203c817","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.606759263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"01a71719-7ec0-413d-bcf5-b7fe21375236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.623377302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"792a8d7b-1218-49e1-9e2d-f6328203c817","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.645237451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"792a8d7b-1218-49e1-9e2d-f6328203c817","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.70636609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"310d3fe6-4d1d-40d0-85af-60a834fb553d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.706467012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3b5467f8-6345-45ae-b8a2-b23e34529b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.73446523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3b5467f8-6345-45ae-b8a2-b23e34529b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.742698793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"310d3fe6-4d1d-40d0-85af-60a834fb553d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.763627149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"096cc5fe-e321-47de-83de-0fa2e5c9ec9d","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.783177334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"9f9ba312-e702-4594-aee7-66422d3a453c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.786181072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4d320b79-62c6-4604-b2e7-5546b783eda1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.789719284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"096cc5fe-e321-47de-83de-0fa2e5c9ec9d","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.803469179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"9f9ba312-e702-4594-aee7-66422d3a453c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.807623872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"4d320b79-62c6-4604-b2e7-5546b783eda1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.973669996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ec2275dc-9991-4e28-a9b1-664e29358efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:34.992978821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ec2275dc-9991-4e28-a9b1-664e29358efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.61021461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"029a421e-119a-4126-b4bf-f756435ad282","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.356126006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"69409992-cf07-4673-9d1f-84245db71f4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.376996105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"69409992-cf07-4673-9d1f-84245db71f4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.390241515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633b809f-4ef9-4bee-a273-c984dd992355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.396115875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"69409992-cf07-4673-9d1f-84245db71f4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.411231322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633b809f-4ef9-4bee-a273-c984dd992355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.431169317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633b809f-4ef9-4bee-a273-c984dd992355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.538177902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"889ea5c7-0d31-4f1b-9cf7-28a11b6fe646","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.561375261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f145b20a-d4dc-41b2-a95d-969cd0ef628f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.562515198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"889ea5c7-0d31-4f1b-9cf7-28a11b6fe646","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.58796158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"889ea5c7-0d31-4f1b-9cf7-28a11b6fe646","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.592044896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f145b20a-d4dc-41b2-a95d-969cd0ef628f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.61510423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f145b20a-d4dc-41b2-a95d-969cd0ef628f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.679699634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"17385b01-5b13-47b8-9d8c-8552842f246e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.701843281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"17385b01-5b13-47b8-9d8c-8552842f246e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.720639336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"17385b01-5b13-47b8-9d8c-8552842f246e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.697552676Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:53.642726738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"a82a4d3b-092d-48f9-a5c9-0b81cb09665d","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.429596244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"9082bc43-5ffc-4455-aa2f-d18b4bd775b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.448967822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"9082bc43-5ffc-4455-aa2f-d18b4bd775b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.468159301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"9082bc43-5ffc-4455-aa2f-d18b4bd775b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.545653185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d830f6f1-b18f-47c3-94b0-6be345983dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.565584156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d830f6f1-b18f-47c3-94b0-6be345983dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.584432861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d830f6f1-b18f-47c3-94b0-6be345983dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.621348322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"3f3dd39f-ebe2-4e4d-a1b7-12c24775c509","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.641278458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"3f3dd39f-ebe2-4e4d-a1b7-12c24775c509","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.659411436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"3f3dd39f-ebe2-4e4d-a1b7-12c24775c509","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.665169882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caa0a658-4411-4628-873a-8d5730d9eb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.685097741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caa0a658-4411-4628-873a-8d5730d9eb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.703638466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caa0a658-4411-4628-873a-8d5730d9eb13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.755285386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0646289f-bb4b-44d3-944d-30c5fc66d1c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.796791069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0646289f-bb4b-44d3-944d-30c5fc66d1c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:54.817335323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d9e067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abfc965ceff69f98b4e85f7eab54c11e74752713bdf478e39c20df7441665014) AuthConfig (b508e2045e43023896e450bf31e20309d995385f48e4e2093d624df8a6c0cf6b) AuthConfig (e4719ed5f3ec739ccdeb9b00fba4d5c38d861128834ad17bd4ab08abedf37f28) AuthConfig (911f7ceaf69885c3ca9608ce60096a50f24bfc935b8dffa714af3cc3f54dedf3) AuthConfig (ba79f82e94c023f1d255806db8d62dce1adffb2f16489ce2b2b0274f3a42c888) AuthConfig (e92703c1c3691dc02514647134197db4dc6b680259c8ab3fc03d011b24d8f0db) AuthConfig (0ea18438839a6ca33db22a3a2330bbacf61e2a94974903de6bcc1d8927775d49) AuthConfig (b6c4396a6f2ccac044fcc0fd8b06dc2701a93a308d25564b01fda880f917c632) AuthConfig (69ca122c201eb8535cb555a3c59dfa15a280ae982b8a8ca409f6d67821cd88ee) AuthConfig (40269f52e9464ab293a401a74126bfa446fb6aa9095270baa98f55a53767edcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0646289f-bb4b-44d3-944d-30c5fc66d1c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.687902415Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"1be0b4a5-59a6-4c05-8809-3b5e4e141b89","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.506000956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3d9fea2b-3a20-459b-b788-8ddec2ecf408","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.525368366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3d9fea2b-3a20-459b-b788-8ddec2ecf408","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.544122104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3d9fea2b-3a20-459b-b788-8ddec2ecf408","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.636147995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f328890a-e948-4189-86eb-e54688eb9086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.656438953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f328890a-e948-4189-86eb-e54688eb9086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.719840184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"46526bc0-0fd0-406e-9a51-a7cf1530ca46","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.739321135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"46526bc0-0fd0-406e-9a51-a7cf1530ca46","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.741801083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46d572ab-d5b2-4820-bbd5-46cb622c1e72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.741824222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46d572ab-d5b2-4820-bbd5-46cb622c1e72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.753786854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a0b089c-0b5c-4362-9acb-ffb776cf7392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.757248987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (921a3e9bee984890f63034ccb8ea53650ecddf08243a1cf74606e55aa98bb26e) AuthConfig (1bc87092cb914b52a8845ff9d599f98aaf0e73d6eaf5c460643ec9102e62534d) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (b56c3c3d36c5fa4bd23dd0f0cab226211fe1c1445c1b91a2c1a344c43bcac12a) AuthConfig (4a902f0fb6fceb43b941da43ccda91781973e30d2e2c837f84f897592c9cd52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"46526bc0-0fd0-406e-9a51-a7cf1530ca46","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.774137886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a0b089c-0b5c-4362-9acb-ffb776cf7392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.794707453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"6d62c6c1-d36e-4d78-912e-deb5f50a54c9","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.794726499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"6d62c6c1-d36e-4d78-912e-deb5f50a54c9","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.850911525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"9fb5bbbb-594b-40ce-bf8c-9c0f8d9e15d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.861348531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a265ce1-ff9e-44b0-892e-487aabb39a2e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.861368086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a265ce1-ff9e-44b0-892e-487aabb39a2e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.87069353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"9fb5bbbb-594b-40ce-bf8c-9c0f8d9e15d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.043744213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"97476558-e8b6-48cd-b7a7-a4afb8c0f2c9","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.596644188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"81654941-1dfe-4574-923f-ccfe7d6b9a3f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.598155792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"0d0f364c-3705-4a9d-84bd-495717f0417e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.617345989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"81654941-1dfe-4574-923f-ccfe7d6b9a3f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.620221311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"0d0f364c-3705-4a9d-84bd-495717f0417e","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.636155985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (921a3e9bee984890f63034ccb8ea53650ecddf08243a1cf74606e55aa98bb26e) AuthConfig (1bc87092cb914b52a8845ff9d599f98aaf0e73d6eaf5c460643ec9102e62534d) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (b56c3c3d36c5fa4bd23dd0f0cab226211fe1c1445c1b91a2c1a344c43bcac12a) AuthConfig (4a902f0fb6fceb43b941da43ccda91781973e30d2e2c837f84f897592c9cd52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"81654941-1dfe-4574-923f-ccfe7d6b9a3f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:06.805336283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"79b3ca64-f2e7-4566-9931-06ee06466fee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:06.847182587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"79b3ca64-f2e7-4566-9931-06ee06466fee","name":"e2e-inf-a-84f605-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.195620523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.210761395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"2c345aab-377b-46b3-a045-e0e51569f34b","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.228610279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"27c8a8ea-478f-4edb-815f-72c3487a8d15","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:08.229211485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"0c4c8619-6e20-459f-a003-e3bb3b238ee7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-04d283-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.248281659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"27c8a8ea-478f-4edb-815f-72c3487a8d15","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.26645661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"17cfaed0-e97e-47ed-aaef-a824edb5f450","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:08.298813789Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"17cfaed0-e97e-47ed-aaef-a824edb5f450","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-04d283-e2e-extmod-a-d9e067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:08.298880571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"17cfaed0-e97e-47ed-aaef-a824edb5f450","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-04d283-e2e-extmod-a-d9e067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.314585799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"675f895c-17d0-4a63-8628-e0f152787f7a","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.365914314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"bb2587de-5ebf-48d2-99bb-ca1a255f29fa","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.429936512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"cd918d4f-1a5d-4bfb-926e-f0e924f041e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.449362532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"cd918d4f-1a5d-4bfb-926e-f0e924f041e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.45631587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"7d17365f-8e35-4b06-9dcc-15b78bebc12e","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.517965983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"fc78bcac-9045-43a8-8505-e9dd10a44c33","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:13.724535123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"602b1081-5e9a-4057-99c5-c7168c214763","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:14.578589469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"d4dab31f-d518-40e8-9c12-c8dad2b6dd3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:14.59787795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"d4dab31f-d518-40e8-9c12-c8dad2b6dd3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:14.616416115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3957fb35759842da901104569a4aab3af756cade3569dd9185a78b29b4ec5d15) AuthConfig (87dc014144852dced3fd792f355719774363c525650e13c9fbfe573e90e4da05) AuthConfig (8c40aa93b2a3a743775f250a107f9062a0db72c74dd9ddda9656dae430581836) AuthConfig (6dc3cf0d1ebb4a3c7217843c8450144bde987c03febeb128ad8cb6d3e9d9a115) AuthConfig (386c55c9652d30f99cd76eabfba11813b4370bd3239d3028670724a256a0a98f) AuthConfig (73126d3fbacbaf9ae34694c17aabc70af55f8fda48a5efdc8c275bbac6577dcd) AuthConfig (40793ac29e64ec1a551441cb55492d0b4fd2a12de22c316c66bdc46ac8b6f36c) AuthConfig (7efacca115ab0f24e202c5f50ec98c7cd51c92d7875b134a16edf600fee0a118) AuthConfig (8949c214a7bdd0b26f78ac9aa2b15988f25b6d2b72062f56e7195f4f16fa1712) AuthConfig (58579f6ab67efb3ca084854d3f74943be6c12b235253d59617adc84b444c185b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"d4dab31f-d518-40e8-9c12-c8dad2b6dd3e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:14.652953531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"1c1e30cc-e4c6-4b5c-afb3-67e039770669","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.670323344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"af4d2542-ca5c-4849-ba22-9a438ec879cc","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.693389142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"af4d2542-ca5c-4849-ba22-9a438ec879cc","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.714731084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (921a3e9bee984890f63034ccb8ea53650ecddf08243a1cf74606e55aa98bb26e) AuthConfig (1bc87092cb914b52a8845ff9d599f98aaf0e73d6eaf5c460643ec9102e62534d) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (b56c3c3d36c5fa4bd23dd0f0cab226211fe1c1445c1b91a2c1a344c43bcac12a) AuthConfig (4a902f0fb6fceb43b941da43ccda91781973e30d2e2c837f84f897592c9cd52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"af4d2542-ca5c-4849-ba22-9a438ec879cc","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:17.697747238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:23.757378606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"e875ffee-801f-41ee-803f-8b07ee43783d","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:24.672138882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"bf77fc43-f535-4298-a0a9-cec19a29de33","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:24.691775548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"bf77fc43-f535-4298-a0a9-cec19a29de33","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:24.710038079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-850433-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3957fb35759842da901104569a4aab3af756cade3569dd9185a78b29b4ec5d15) AuthConfig (87dc014144852dced3fd792f355719774363c525650e13c9fbfe573e90e4da05) AuthConfig (8c40aa93b2a3a743775f250a107f9062a0db72c74dd9ddda9656dae430581836) AuthConfig (6dc3cf0d1ebb4a3c7217843c8450144bde987c03febeb128ad8cb6d3e9d9a115) AuthConfig (386c55c9652d30f99cd76eabfba11813b4370bd3239d3028670724a256a0a98f) AuthConfig (73126d3fbacbaf9ae34694c17aabc70af55f8fda48a5efdc8c275bbac6577dcd) AuthConfig (40793ac29e64ec1a551441cb55492d0b4fd2a12de22c316c66bdc46ac8b6f36c) AuthConfig (7efacca115ab0f24e202c5f50ec98c7cd51c92d7875b134a16edf600fee0a118) AuthConfig (8949c214a7bdd0b26f78ac9aa2b15988f25b6d2b72062f56e7195f4f16fa1712) AuthConfig (58579f6ab67efb3ca084854d3f74943be6c12b235253d59617adc84b444c185b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"bf77fc43-f535-4298-a0a9-cec19a29de33","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.571912469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"c5624b1e-cea4-435c-92db-f288fbd1b148","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.660674177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"bcd8588f-7426-4f9f-a6d9-498913aca8fc","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.749222369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"22700588-0269-4868-96c4-2bc571457a28","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.770307636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"22700588-0269-4868-96c4-2bc571457a28","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.788270132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d4d8c2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ad34598fea9e650ca1708508afe526158602704d90fc42a1514ffcd42685e1f) AuthConfig (2102d45172a4a00345b711562cd07f84265384dd54c9cdb82ba21dc0f22d4130) AuthConfig (ce0e2b8dff64034fff32370c8338bf83e3da7cd76640b81a9c502b2d561c503a) AuthConfig (921a3e9bee984890f63034ccb8ea53650ecddf08243a1cf74606e55aa98bb26e) AuthConfig (1bc87092cb914b52a8845ff9d599f98aaf0e73d6eaf5c460643ec9102e62534d) AuthConfig (867e83014f1b5ad54ad4ca48002cb6f7c781aae0bf80912bcadea41d39462eb0) AuthConfig (30f18c12894b37f1581ea765fa1b5835a954a52fcff0f5e8f40b11a3bd02c19a) AuthConfig (a93758e18511264a7ec94a23a490d970d04bb40a2608b1d626e808266936d56c) AuthConfig (b56c3c3d36c5fa4bd23dd0f0cab226211fe1c1445c1b91a2c1a344c43bcac12a) AuthConfig (4a902f0fb6fceb43b941da43ccda91781973e30d2e2c837f84f897592c9cd52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"22700588-0269-4868-96c4-2bc571457a28","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.350889359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"2bc51f58-8462-4a16-8ff4-417140f6dfe7","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.36972277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"2bc51f58-8462-4a16-8ff4-417140f6dfe7","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.995483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"9bcf8315-6dbc-4817-89ff-54283949f97b","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.027972897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"359a7a4d-e820-4139-a48b-607890c9dcdc","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.032463022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b64edfe4-15ed-4ad3-9dbd-8bf0c4338289","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.079320169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b64edfe4-15ed-4ad3-9dbd-8bf0c4338289","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.1020177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b64edfe4-15ed-4ad3-9dbd-8bf0c4338289","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.138056618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"f025b435-68e7-4a54-ad6b-7c6edba4c4d2","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:33.790339582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"74f2b3a7-859e-472f-8bd9-a567fbbaa3f3","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.744232223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"7c73e2a2-2af1-4c92-8deb-d715cba8ba18","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.763517416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"7c73e2a2-2af1-4c92-8deb-d715cba8ba18","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.963296102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"b8d47082-ca53-4ce0-af56-a2a8ef2ca787","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:35.822373671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"b20e1206-85ed-4e02-8364-f33a3064e82f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:35.842139159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"b20e1206-85ed-4e02-8364-f33a3064e82f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:36.065364235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"9c851954-8981-45ee-85c4-c1020cec7070","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:36.065510751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"9c851954-8981-45ee-85c4-c1020cec7070","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.155914487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7bcdc43a-e26e-400a-917a-b0113faf02d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.177629373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7bcdc43a-e26e-400a-917a-b0113faf02d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.201427569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7bcdc43a-e26e-400a-917a-b0113faf02d3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.425564449Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.441719873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"5060e408-1c1c-4e10-acdc-1e611d21797d","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.459640235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ce4f2d32-5f51-45ff-99e8-8abb5a0d8a28","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.460092608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"739f06bb-efa4-46cc-a339-b6249661bb1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-21119c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.47992676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ce4f2d32-5f51-45ff-99e8-8abb5a0d8a28","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.497884048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"1b4b30a3-3cc5-4a69-996c-d60c77a0d8c4","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.53090113Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"1b4b30a3-3cc5-4a69-996c-d60c77a0d8c4","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-21119c-e2e-extmod-a-850433\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.530965164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"1b4b30a3-3cc5-4a69-996c-d60c77a0d8c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-21119c-e2e-extmod-a-850433\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.546515979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"a52c4625-5b29-4299-b0c1-8b0cf1ab515f","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.596599013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"c8af733c-1c9b-4cc5-b7dd-02bc4c812cfd","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.605139558Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"d40a7d70-a849-4849-a5ae-b16b36a15f31","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-850433/e2e-shr-auth-21119c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.618306354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"c8af733c-1c9b-4cc5-b7dd-02bc4c812cfd","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.700766191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"c767cda9-ade9-4b31-bd00-94afda67b528","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.766218719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"8bc182ed-d7c4-46d5-926d-1074d4d8352b","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.817681507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.832975104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"62f3b349-5ca7-46f6-8b5e-b877faa8036b","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.833003376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"62f3b349-5ca7-46f6-8b5e-b877faa8036b","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.988932091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"fdb58953-8616-46d6-bf43-56a83f0ef0b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-682d5bf7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.0098423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"91ee1254-f81f-42e5-a992-0fbd6c9a774e","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.014915793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"e1ae614c-9f9a-49ab-94e7-d4534e9a9e50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-682d5bf7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.0290776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"91ee1254-f81f-42e5-a992-0fbd6c9a774e","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.030707951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"c3e515a7-8ddb-44b1-bc43-92aceded25a0","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.030725008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"c3e515a7-8ddb-44b1-bc43-92aceded25a0","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.065092667Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"c3e515a7-8ddb-44b1-bc43-92aceded25a0","name":"e2e-fail-682d5bf7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-682d5bf7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.06516013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"c3e515a7-8ddb-44b1-bc43-92aceded25a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-682d5bf7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.081039277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"0d976707-1ed4-422f-b86e-6b7ea7d58983","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.081059923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"0d976707-1ed4-422f-b86e-6b7ea7d58983","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.113346236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"762f74f9-0bc6-400e-988e-3a96e04977aa","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.113368392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"762f74f9-0bc6-400e-988e-3a96e04977aa","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.144847565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"4e36a7b7-314b-43a9-a7d4-b2815b34c3cc","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.155402699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"22d7c9ea-024f-42b2-bfa2-ce4960d623e5","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-fail-682d5bf7","model":"e2e-fail-682d5bf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d4d8c2/e2e-fail-682d5bf7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.165164242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"4e36a7b7-314b-43a9-a7d4-b2815b34c3cc","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.25033223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"00d7f7a9-46a4-4b16-b6e2-2b60cfacb910","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.250355388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"00d7f7a9-46a4-4b16-b6e2-2b60cfacb910","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:41.360127676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"ee1fae95-5861-47b7-8fd3-d8b9971723bb","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-fail-682d5bf7","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:43.822843641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"f79bfc33-9706-4baf-80cf-f5f602ace952","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:47.23493549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"ff24a151-ef6c-4c79-a931-53c531d104e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:47.254576462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"ff24a151-ef6c-4c79-a931-53c531d104e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:47.273496738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"ff24a151-ef6c-4c79-a931-53c531d104e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:47.697639559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.281723731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292956a8-f6d1-4216-873f-fa1d803b5546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.297418922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292956a8-f6d1-4216-873f-fa1d803b5546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.313083832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292956a8-f6d1-4216-873f-fa1d803b5546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.328926405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292956a8-f6d1-4216-873f-fa1d803b5546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.854167024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"871934c2-2a72-4453-ad5d-a0be8464075d","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.95607755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4db19e7-a216-466b-b3aa-22861a884993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.972020694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4db19e7-a216-466b-b3aa-22861a884993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.987734508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4db19e7-a216-466b-b3aa-22861a884993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.0034994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4db19e7-a216-466b-b3aa-22861a884993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:57.307291681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d1647ccb-191e-40c6-be73-42cace737201","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:57.326804835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d1647ccb-191e-40c6-be73-42cace737201","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:57.345351512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d1647ccb-191e-40c6-be73-42cace737201","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:59.30551193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"87294df0-20f7-48bc-8b9a-700c2d0957f9","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-fail-682d5bf7","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:59.393565593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"127f7985-afb7-4e87-9ac5-516d2fd12217","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:59.393603545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"127f7985-afb7-4e87-9ac5-516d2fd12217","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:59.892436906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"8ffe8f4a-ee8b-4404-9841-a818d43704ea","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:59.982098634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"02aaf503-35c7-4c20-bf35-f175f2a0f000","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.691838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"85bc82a7-8660-422d-946e-9e2156538e28","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.691902761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ec8938ae-dd97-4029-8df5-03d8161145d4","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.71108583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"85bc82a7-8660-422d-946e-9e2156538e28","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.711116067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"ec8938ae-dd97-4029-8df5-03d8161145d4","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.142012039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"06e65f75-7c3c-4961-bbd4-99a2c9175efe","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.161273742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"06e65f75-7c3c-4961-bbd4-99a2c9175efe","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.447371092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"7cc37531-0a15-43c1-a1c3-d2d297c59c26","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.484066783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"49831800-6faf-4614-beb3-424c0eb8eb7d","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.487105945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d1622242-70ec-4ac7-a263-9b37383164c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.534343869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d1622242-70ec-4ac7-a263-9b37383164c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.552488113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d1622242-70ec-4ac7-a263-9b37383164c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.590919083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"11409cbb-97a7-4427-8986-c986ed1855b0","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.881874608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0c35f0-b4d9-418e-a702-fd3b5e6b0023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.897706689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0c35f0-b4d9-418e-a702-fd3b5e6b0023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.913527828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0c35f0-b4d9-418e-a702-fd3b5e6b0023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:01.929112036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0c35f0-b4d9-418e-a702-fd3b5e6b0023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.389068373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"5f818230-e4e3-4436-9af9-d02e5d5af2e1","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.389094256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"5f818230-e4e3-4436-9af9-d02e5d5af2e1","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.403722207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"02c00605-10bf-42fb-abe5-119112e43cb0","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.423780127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"02c00605-10bf-42fb-abe5-119112e43cb0","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.445643566Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"c8f0e662-047e-4810-aeb4-1ebb8c479cdf","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0050a8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.582164076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467b6799-32ed-4de3-bdfc-ed74f2db8f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.597986591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467b6799-32ed-4de3-bdfc-ed74f2db8f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.613483532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467b6799-32ed-4de3-bdfc-ed74f2db8f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.62904944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467b6799-32ed-4de3-bdfc-ed74f2db8f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.644680048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"c07d6e58-2b26-47a6-bd6a-189ef21acddf","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.664774212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"c07d6e58-2b26-47a6-bd6a-189ef21acddf","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.743404898Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-726205","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-726205","reconcileID":"f52364ee-4e89-4bed-99b1-a90fcb15a5f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-726205","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-726205":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.394057372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e03373-246b-4675-bd69-3799887d77fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.409800375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e03373-246b-4675-bd69-3799887d77fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.428145669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e03373-246b-4675-bd69-3799887d77fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.443896573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e03373-246b-4675-bd69-3799887d77fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.88709085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"06fc817c-055a-48ff-84e8-123abefffed1","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:07.379168676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b4e86ac3-7648-4fad-9169-96daffca5e92","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:07.398591534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b4e86ac3-7648-4fad-9169-96daffca5e92","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:07.416871192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5a32f7af0eb616c13571cffa04eec43a2bcc10e2d77f818199b1f76c7e580e7) AuthConfig (89a3e7586e59832ca9ae4086b41089256696700d006347bc5093311b2030e341) AuthConfig (9ef3a98f159a3ffc4064522603078f093aa6fbfb52e9b84a07cf66ad86a36d18) AuthConfig (d3439ae8798aa7210eeb2f67a9797fdd275ee9b01612e6d016be4da4cee5a5b1) AuthConfig (dedecc4dad7f7074ecd23ba98b7e4d3bce2894655a2b1bd7015170aa519fe487) AuthConfig (d1cd46c31110cff54efccc8fb4ea5421440334e09b9cdd4ab2ead7378f12a0d9) AuthConfig (bb9a237c191728980da55a0493997348c3eb8a2b6afbea2c81c1a2cffa52565b) AuthConfig (af381d2785692a4ddf0fa593405caf697d184d8dbc9e8c8920249157eaaf0073) AuthConfig (591de59817352fa7e92555c1991e0ab742c0801c10f9902a2c7e73bf504eec39) AuthConfig (d445bb413c011130090438e1341a4a7416265213bf3466ceaefc5ded61ef9542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b4e86ac3-7648-4fad-9169-96daffca5e92","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:07.45373175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"26472e79-e543-41cf-8c07-601d3da0ae2d","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.60838795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"4179521c-3589-4356-bdeb-41d0d8bb0c89","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.627343313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"4179521c-3589-4356-bdeb-41d0d8bb0c89","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.645171356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"4179521c-3589-4356-bdeb-41d0d8bb0c89","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.462018808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"6f2516c1-7083-49bd-a63d-20808854ea8c","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","subscription":"e2e-fail-682d5bf7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.496472689Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"6f2516c1-7083-49bd-a63d-20808854ea8c","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.517191616Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-sub","reconcileID":"6f2516c1-7083-49bd-a63d-20808854ea8c","MaaSSubscription":{"name":"e2e-fail-682d5bf7-sub","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"maas-trlp-e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.673231638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.68873755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"7954ee3a-ca7a-4de9-8b22-e4f194bacb2f","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.68876095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"7954ee3a-ca7a-4de9-8b22-e4f194bacb2f","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.705681823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"f6eeb576-154f-460b-94c5-d738c735698f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.724682805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"f6eeb576-154f-460b-94c5-d738c735698f","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.848373646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"1831e38d-4409-4531-be3f-e64fce437ae6","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.8484098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"1831e38d-4409-4531-be3f-e64fce437ae6","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.871792514Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"9e940ab8-c2d1-4985-bc99-17378873e325","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.923111063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"9e940ab8-c2d1-4985-bc99-17378873e325","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.974243529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"9e940ab8-c2d1-4985-bc99-17378873e325","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"name":"e2e-extmod-b-d4d8c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:12.974286152Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"e2e-fail-682d5bf7-access","reconcileID":"9e940ab8-c2d1-4985-bc99-17378873e325","MaaSAuthPolicy":{"name":"e2e-fail-682d5bf7-access","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d4d8c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.011401838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"f34f89b2-52cc-479f-9b63-092cc08534a2","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-b-d4d8c2","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","model":"e2e-extmod-fail-user-298d55/e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.011428254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"f34f89b2-52cc-479f-9b63-092cc08534a2","MaaSModelRef":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-682d5bf7-4e0301a9ef78","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-682d5bf7","externalModel":"e2e-fail-682d5bf7","provider":"e2e-fail-682d5bf7-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.594003502Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"7104ac3f-8812-4ed4-8157-dfc2f542362b","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.621610174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"514a4016-e770-4803-9bed-f808c6938a50","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.621634224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"514a4016-e770-4803-9bed-f808c6938a50","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.628666901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"1e0c2c25-400d-45b6-90c6-b76c580c13b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.631848363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f5d425c3-c576-4f22-b40a-cc3ae320eef3","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.6333904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"3fd62475-5d06-4045-b412-16c6ea9b3423","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.689354109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"72193704-408a-4b2c-bd4f-c12ada614501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.69020738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"a33e15fe-5d71-4546-8e46-46fbd02b51a2","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.69322249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"1e0c2c25-400d-45b6-90c6-b76c580c13b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.693942351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f5d425c3-c576-4f22-b40a-cc3ae320eef3","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.696687547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"3fd62475-5d06-4045-b412-16c6ea9b3423","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.711974692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"a33e15fe-5d71-4546-8e46-46fbd02b51a2","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.71277738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"72193704-408a-4b2c-bd4f-c12ada614501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.713731494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5a32f7af0eb616c13571cffa04eec43a2bcc10e2d77f818199b1f76c7e580e7) AuthConfig (89a3e7586e59832ca9ae4086b41089256696700d006347bc5093311b2030e341) AuthConfig (9ef3a98f159a3ffc4064522603078f093aa6fbfb52e9b84a07cf66ad86a36d18) AuthConfig (d3439ae8798aa7210eeb2f67a9797fdd275ee9b01612e6d016be4da4cee5a5b1) AuthConfig (dedecc4dad7f7074ecd23ba98b7e4d3bce2894655a2b1bd7015170aa519fe487) AuthConfig (d1cd46c31110cff54efccc8fb4ea5421440334e09b9cdd4ab2ead7378f12a0d9) AuthConfig (bb9a237c191728980da55a0493997348c3eb8a2b6afbea2c81c1a2cffa52565b) AuthConfig (af381d2785692a4ddf0fa593405caf697d184d8dbc9e8c8920249157eaaf0073) AuthConfig (591de59817352fa7e92555c1991e0ab742c0801c10f9902a2c7e73bf504eec39) AuthConfig (d445bb413c011130090438e1341a4a7416265213bf3466ceaefc5ded61ef9542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"1e0c2c25-400d-45b6-90c6-b76c580c13b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.714784122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"3fd62475-5d06-4045-b412-16c6ea9b3423","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.739941817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"46f8d7cc-8e64-4e49-817d-8408aa5068da","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-fail-4ef13ffd","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.763129958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0a23a7ca-849b-43a0-bc65-e4b244f8794f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.763132156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"38d84505-32c8-4bcb-9060-e2c6f976302b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.769564969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-682d5bf7","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","reconcileID":"dd43835a-bb88-44b4-a3f4-dc97dfb5a41b","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-682d5bf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.788230801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"0a23a7ca-849b-43a0-bc65-e4b244f8794f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.790970542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"38d84505-32c8-4bcb-9060-e2c6f976302b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.898680749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c89e5e65-4ff0-4cca-86be-3dc2fe8a679b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.898679423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3adb05a4-2ed3-4ef9-8718-76c22de6a47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.918498086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"c89e5e65-4ff0-4cca-86be-3dc2fe8a679b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.919403814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"c423ef23-af22-441c-b032-29cccfa16995","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.919648947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3adb05a4-2ed3-4ef9-8718-76c22de6a47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.985855529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"7090212a-c75c-40ac-ada5-d7772217e8b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.000513592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e33b6d5e-0146-43ae-acfd-5b8196981f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.001971788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"35d44372-3023-41ed-9630-2e3cae617c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.005212163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"7090212a-c75c-40ac-ada5-d7772217e8b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.014683757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf275765-9d2a-4ef2-b05f-e827e1472728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.014705182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"fed9dee2-ec67-4c0d-af15-1cc5f7ada641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.019956111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e33b6d5e-0146-43ae-acfd-5b8196981f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.021632343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"35d44372-3023-41ed-9630-2e3cae617c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.035715647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf275765-9d2a-4ef2-b05f-e827e1472728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.036195937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"fed9dee2-ec67-4c0d-af15-1cc5f7ada641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.201899377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c2ad05a7-9788-42f8-8e31-40019d956fe9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.234690087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"c2ad05a7-9788-42f8-8e31-40019d956fe9","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.235381933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d8b4d5d5-3127-49f8-a2c1-ba18a9ce7f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.250237416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"db458054-75c7-412f-8ec9-93258dd8c3c0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.25302419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0e8836d3-054e-4f25-af6e-cf45493d0aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.253703453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b8b2db88-90f8-412a-b941-7f56326280be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.258235581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d8b4d5d5-3127-49f8-a2c1-ba18a9ce7f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.271788788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"db458054-75c7-412f-8ec9-93258dd8c3c0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.274213694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0e8836d3-054e-4f25-af6e-cf45493d0aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.274384228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b8b2db88-90f8-412a-b941-7f56326280be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.324631872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"bac187ba-4719-4352-a03c-554a7f562a3a","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.324661299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"bac187ba-4719-4352-a03c-554a7f562a3a","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.380342672Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"38f26d35-4627-4339-b4e8-b1083f2694ab","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-924984da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.421885826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"34550fc6-48d4-428d-a0ba-98b35e13eef0","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.441796098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"34550fc6-48d4-428d-a0ba-98b35e13eef0","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.462292372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5a32f7af0eb616c13571cffa04eec43a2bcc10e2d77f818199b1f76c7e580e7) AuthConfig (89a3e7586e59832ca9ae4086b41089256696700d006347bc5093311b2030e341) AuthConfig (9ef3a98f159a3ffc4064522603078f093aa6fbfb52e9b84a07cf66ad86a36d18) AuthConfig (d3439ae8798aa7210eeb2f67a9797fdd275ee9b01612e6d016be4da4cee5a5b1) AuthConfig (dedecc4dad7f7074ecd23ba98b7e4d3bce2894655a2b1bd7015170aa519fe487) AuthConfig (d1cd46c31110cff54efccc8fb4ea5421440334e09b9cdd4ab2ead7378f12a0d9) AuthConfig (bb9a237c191728980da55a0493997348c3eb8a2b6afbea2c81c1a2cffa52565b) AuthConfig (af381d2785692a4ddf0fa593405caf697d184d8dbc9e8c8920249157eaaf0073) AuthConfig (591de59817352fa7e92555c1991e0ab742c0801c10f9902a2c7e73bf504eec39) AuthConfig (d445bb413c011130090438e1341a4a7416265213bf3466ceaefc5ded61ef9542)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"34550fc6-48d4-428d-a0ba-98b35e13eef0","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.522784003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"e953a993-9dac-48b6-afbc-9234a01b989d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.526150373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"484c55b4-6bd2-49e3-a010-8387bca11413","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.536874432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"77621b5b-caa7-45f7-b30c-7247980526aa","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.541474231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1af05582-14d1-41eb-9c15-912f11b7fd77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.542104899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"37e637d4-3a8f-4957-9660-d90e6788f9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.542773226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"e953a993-9dac-48b6-afbc-9234a01b989d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.545653089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"484c55b4-6bd2-49e3-a010-8387bca11413","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.556598252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"77621b5b-caa7-45f7-b30c-7247980526aa","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.561211353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1af05582-14d1-41eb-9c15-912f11b7fd77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.562150502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"37e637d4-3a8f-4957-9660-d90e6788f9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.562853993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"e953a993-9dac-48b6-afbc-9234a01b989d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.636503782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c6ee8897-d1a3-4571-8202-220dd86a09b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.640971114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"67cdc9c1-588c-43eb-95f5-0bcfe8d9ee63","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.65591876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c6ee8897-d1a3-4571-8202-220dd86a09b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.660792307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"67cdc9c1-588c-43eb-95f5-0bcfe8d9ee63","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.697790319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.899950383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"ec3dc802-e7b2-46a4-9df3-6b09b3136112","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.000878965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"909a8f26-0704-485a-899d-6da46e61eeca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.016442063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"8eaf867a-27cd-404d-93e1-ca44a239bc8b","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-ok-5c8ce5","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.100216731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"4379b924-e264-4fc5-988d-a41d7a371b75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.115784891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"f7b7c062-2789-44f9-8a88-053b929b10f0","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.19977928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"001531ad-95e3-4d24-8b10-404b0b2396ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.205353638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"1f170826-c304-49e1-af39-6dfbe1db4b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.300738722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"8e801bab-1f9e-4b17-9749-82d5bad21d9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.494539554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"399c5ae5-62e2-4f80-9e8f-9b4c865867fb","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.618349317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0706581f-0db2-41ed-beac-514030c11280","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.618403277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"da99cf13-4edf-47f1-a72f-00e32f3bb3ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.672147944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"f600289a-0af6-40ee-b97f-acb6e809e56a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.672311122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"81ed9016-0da9-4a9e-aa9d-7d9e162b9839","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.68589083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"0a407b40-e156-46b3-ad44-77596e9762b0","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-b3e08e","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.772038891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"8789ef7f-66eb-4586-a924-350f6eeec841","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.772082187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"337f9250-a90b-410d-a562-359d88ffec4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.951036529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"2b57d556-ce91-4f74-b41b-94ac5b344f30","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.397295361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"29b1cb75-ac3c-453f-8aac-bb666839123b","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","subscription":"e2e-fail-4ef13ffd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.429206243Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"29b1cb75-ac3c-453f-8aac-bb666839123b","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.444918518Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-sub","reconcileID":"29b1cb75-ac3c-453f-8aac-bb666839123b","MaaSSubscription":{"name":"e2e-fail-4ef13ffd-sub","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"maas-trlp-e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.496199309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"c7b4c832-753b-4169-a5b9-a9a76ab20929","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.516683379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"c7b4c832-753b-4169-a5b9-a9a76ab20929","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.53495818Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.55051395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"35a7906a-2863-42c2-90fb-3e1b42e926cd","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.550534124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"35a7906a-2863-42c2-90fb-3e1b42e926cd","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.600169113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"8d7bfbd0-a8dc-443b-b571-f9b3ace23418","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.600727845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"41238d91-f96e-46f0-a7ea-0076c1e9fc97","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.620649026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"41238d91-f96e-46f0-a7ea-0076c1e9fc97","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.620736877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"8d7bfbd0-a8dc-443b-b571-f9b3ace23418","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.638984968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"41238d91-f96e-46f0-a7ea-0076c1e9fc97","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.675658655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"4dc53322-4b6f-4cce-8757-7dee13e68556","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.707658353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"39c20937-e917-4a6e-8b62-d73e884278f4","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.70768987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"39c20937-e917-4a6e-8b62-d73e884278f4","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.739536003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"9c5431db-a003-4a8a-83cd-d2e1e13729e7","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.783360506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"9e8d8f3c-f1fa-4624-9f73-ad391e5b5de5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.831591252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"9e8d8f3c-f1fa-4624-9f73-ad391e5b5de5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.880451797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"9e8d8f3c-f1fa-4624-9f73-ad391e5b5de5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"name":"e2e-extmod-a-d87781-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.88047352Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"e2e-fail-4ef13ffd-access","reconcileID":"9e8d8f3c-f1fa-4624-9f73-ad391e5b5de5","MaaSAuthPolicy":{"name":"e2e-fail-4ef13ffd-access","namespace":"ai-tenant-e2e-extmod-a-d87781"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d87781","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.91702744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"de8a0fea-26c3-4ebf-86f1-605543a2f253","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"tenant":"e2e-extmod-a-d87781","gateway":"openshift-ingress/e2e-extmod-a-d87781","model":"e2e-extmod-fail-user-298d55/e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.91705847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"de8a0fea-26c3-4ebf-86f1-605543a2f253","MaaSModelRef":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"routeName":"external-model-e2e-fail-4ef13ffd-5702d63fb3ec","namespace":"e2e-extmod-fail-user-298d55","model":"e2e-fail-4ef13ffd","externalModel":"e2e-fail-4ef13ffd","provider":"e2e-fail-4ef13ffd-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.486623378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"c704074f-cdf7-48c5-8344-d65496792a97","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.524169288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"99374187-c2c6-404c-b933-8117dc2dd37a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.5375675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"131da581-aab4-4af9-9c19-a44fd3173761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.537741043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"65850c91-d92c-4c92-8038-01fb0358ace5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.537568885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc0bb2f-2766-467b-8b5a-434881e6c05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.539825947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"019a8f89-d792-4317-9564-14dccfccdd7d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.587016929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"99374187-c2c6-404c-b933-8117dc2dd37a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.590826458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"131da581-aab4-4af9-9c19-a44fd3173761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.59312238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"65850c91-d92c-4c92-8038-01fb0358ace5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.593351307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc0bb2f-2766-467b-8b5a-434881e6c05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.595619198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"019a8f89-d792-4317-9564-14dccfccdd7d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.605238219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"99374187-c2c6-404c-b933-8117dc2dd37a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.64304016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-4ef13ffd","namespace":"e2e-extmod-fail-user-298d55"},"namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","reconcileID":"e15857c8-ca4a-45d8-81ea-41a9e833cbfe","namespace":"e2e-extmod-fail-user-298d55","name":"e2e-fail-4ef13ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.660192973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a37e865d-d053-429e-9dcd-dde7111c426c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.68359844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a37e865d-d053-429e-9dcd-dde7111c426c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.771970404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"920a714f-9dbc-4f9d-a009-6bdc65d5698d","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.771969838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ca6373fe-6a73-4348-b0ca-9cfb76445db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.772857952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"174d9fb6-9fe1-4fca-be6f-ff4d8aa07b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.791799567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ca6373fe-6a73-4348-b0ca-9cfb76445db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.792195997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"174d9fb6-9fe1-4fca-be6f-ff4d8aa07b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.793947672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"920a714f-9dbc-4f9d-a009-6bdc65d5698d","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.856519799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3b5b19cd-bfca-4999-8713-b9585bdd2710","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.856545257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"f1506a37-bdd1-4733-babd-fa5482f8b02d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.876773215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"f1506a37-bdd1-4733-babd-fa5482f8b02d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:25.876948737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3b5b19cd-bfca-4999-8713-b9585bdd2710","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.078210664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"580a3929-fb62-475c-acf4-1124b0b85b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.095361157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"10f4f8a2-2356-4319-8bf8-efd227a417cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.099779187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"580a3929-fb62-475c-acf4-1124b0b85b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.104026422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2d6a7a19-0261-44aa-8c68-f344505bfc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.104222239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5b3f08f4-5211-4e0d-a078-52fef75bc060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.115833035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"10f4f8a2-2356-4319-8bf8-efd227a417cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.124615635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"2d6a7a19-0261-44aa-8c68-f344505bfc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.125129371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"5b3f08f4-5211-4e0d-a078-52fef75bc060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.140359676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"938dbb9c-c577-45e6-a68d-2a2c8ae6c36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.160055768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"938dbb9c-c577-45e6-a68d-2a2c8ae6c36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.23872567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a4ad254e-1f82-487a-9896-a3a437efe441","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.241298856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ee1146d7-6561-47c1-ad1f-8bcf55131e2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.256136289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5226276d-2e7c-4a0c-9433-5c4e9a2170a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.256605757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3c64ac01-9ebc-49aa-9f7c-30616e16d31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.257191353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf81132-f77f-4af7-942c-1068f23742b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.259084791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"a4ad254e-1f82-487a-9896-a3a437efe441","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.261101879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ee1146d7-6561-47c1-ad1f-8bcf55131e2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.276352078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5226276d-2e7c-4a0c-9433-5c4e9a2170a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.276959311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"3c64ac01-9ebc-49aa-9f7c-30616e16d31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.278862284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ee1146d7-6561-47c1-ad1f-8bcf55131e2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.279021272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf81132-f77f-4af7-942c-1068f23742b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.352081779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f050c2c8-c20a-4235-85c2-92f6de323b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.37116859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f050c2c8-c20a-4235-85c2-92f6de323b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.45220171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"80f31ad8-72d6-4a0e-9c10-5ccd4b0efd91","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.452484019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"43b0fdb6-1f83-4d9d-9577-a00e8cf17c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.473218317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"80f31ad8-72d6-4a0e-9c10-5ccd4b0efd91","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.473524733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"43b0fdb6-1f83-4d9d-9577-a00e8cf17c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.223673369Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.239949224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"47af66eb-c3db-4f01-a8b1-a0e05c2a9b77","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.257327457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"3621f3fe-edf6-48b3-b9c2-7707dc038869","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:29.257807516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"c464c4ce-9c49-49e4-bf51-eff6bf095dd1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-04d283-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.27667409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"3621f3fe-edf6-48b3-b9c2-7707dc038869","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.293139838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"821d7387-4486-461a-8361-648229b03fe8","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:29.325438862Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"821d7387-4486-461a-8361-648229b03fe8","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:29.325495007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"821d7387-4486-461a-8361-648229b03fe8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.340983672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"0fe43528-1de6-46a5-ac30-bea96945600d","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.385822199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"e4416ba1-24bb-42e1-9c99-26b91e7666b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.405298711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"e4416ba1-24bb-42e1-9c99-26b91e7666b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.406374147Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"74682479-7117-4f99-b0e5-070046fb7fbe","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fdacdb/e2e-shr-shared-04d283-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.494112743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"2c7e8b9e-5903-4d20-8afe-0de1650f5132","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.619629911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"bbb91e05-928e-4eab-bd1a-7ab9d06828ac","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.251378065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"f14e95ac-869c-41a6-8bd7-5f596daf218a","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.274000524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"d5d24427-58e8-4e59-8aea-c938ee9ce4d4","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.28661551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"50885ab4-4c3c-4bf1-a0b3-cbec3780f87d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.288163452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d82a5adc-bdfa-4336-8d00-8f1abb325839","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.291088208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"1bd75744-0f4b-4e03-a7b3-26150b9c69a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.30290683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"deff86a4-0b0c-49f1-984c-4b3203d29335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.304727241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"a0737e9e-2516-4d89-898e-c5f4ce3119f6","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.307719625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"50885ab4-4c3c-4bf1-a0b3-cbec3780f87d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.310315116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d82a5adc-bdfa-4336-8d00-8f1abb325839","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.313819553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"1bd75744-0f4b-4e03-a7b3-26150b9c69a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.325931316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"deff86a4-0b0c-49f1-984c-4b3203d29335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.326951792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"a0737e9e-2516-4d89-898e-c5f4ce3119f6","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.330755588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d82a5adc-bdfa-4336-8d00-8f1abb325839","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.4223479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"73f4ce80-87a3-403d-8b1f-c8d86c828437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.441860733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"73f4ce80-87a3-403d-8b1f-c8d86c828437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.515963466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"abbf721f-78a7-49cd-aa24-6688d43fb3c8","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.551381724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"35e7a8af-8e05-4de8-b9b1-a7e1ee06b7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.551392077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"65492a79-2528-4eb9-ae28-8e642d1df374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.55330631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0b01bb3e-b189-40b0-a4c4-a7976cc04956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.572093904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"65492a79-2528-4eb9-ae28-8e642d1df374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.572229943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"35e7a8af-8e05-4de8-b9b1-a7e1ee06b7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.574445682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"0b01bb3e-b189-40b0-a4c4-a7976cc04956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.637934336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"1707b77e-5079-446b-ac56-d3ae6c889e25","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.65298171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0131a643-7cae-48be-ad2d-a38360ecfc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.657706179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"1707b77e-5079-446b-ac56-d3ae6c889e25","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.66673586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f218d3a2-4e10-442b-9414-92bc23a2951d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.667361908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"917f70a0-515d-4476-bbc7-bdda8f784c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.672040389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1a0bc12-349b-46d1-8119-158d09a36f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.672211716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0131a643-7cae-48be-ad2d-a38360ecfc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.677685216Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"262b9406-7170-4c27-ae43-d06f71f69c15","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.687309725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f218d3a2-4e10-442b-9414-92bc23a2951d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.687942178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"917f70a0-515d-4476-bbc7-bdda8f784c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.691675847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"a1a0bc12-349b-46d1-8119-158d09a36f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.760413075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","reconcileID":"d6e95379-18ed-49a4-8685-3b1157e5f503","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.833226951Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"85912fa9-cece-4724-84db-c341e46bcdff","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.842816689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"986e396b-ac7d-4718-8aa2-e9224bf18754","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"routeName":"external-model-e2e-shr-shared-a9e64b-df7cfbff12df","namespace":"e2e-extmod-shr-user-c427c9","model":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","externalModel":"e2e-shr-shared-a9e64b","provider":"e2e-shr-shared-a9e64b-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.933008233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"73684b4f-eedd-4316-98d7-ffb54ea473d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.9591518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"73684b4f-eedd-4316-98d7-ffb54ea473d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.959964196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"29815196-e775-42c1-8b15-c4eccb943040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.966422406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","reconcileID":"4ac4f65d-b502-40f6-852b-8a8825d3556c","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.980783431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1977a4e5-65ba-4d37-95a4-15272cf22b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.981719557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a76bd45a-7fb8-4b06-b84a-644cbad214c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.982210593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"978c5546-004e-4622-aad7-021106297c26","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.992237582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"29815196-e775-42c1-8b15-c4eccb943040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.003462774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"1977a4e5-65ba-4d37-95a4-15272cf22b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.00683044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"978c5546-004e-4622-aad7-021106297c26","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.011029166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"a76bd45a-7fb8-4b06-b84a-644cbad214c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.016909919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"29815196-e775-42c1-8b15-c4eccb943040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.03052392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"396a5813-6abb-4a9d-b715-08672b6ddab6","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"routeName":"external-model-e2e-shr-shared-a9e64b-df7cfbff12df","namespace":"e2e-extmod-shr-user-c427c9","model":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","externalModel":"e2e-shr-shared-a9e64b","provider":"e2e-shr-shared-a9e64b-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.064811926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","reconcileID":"960335a9-ae06-4eaa-8084-1bdbb1065170","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.097056044Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"25ad2db7-7f96-4a91-9d19-b6b6d3b4869f","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.099836849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"af4290f9-0860-4663-b446-674f33bf2a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.192955304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"af4290f9-0860-4663-b446-674f33bf2a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.196219271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"c6dc82b1-f556-4415-a5a9-e8e0e9cc9257","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"routeName":"external-model-e2e-shr-shared-a9e64b-df7cfbff12df","namespace":"e2e-extmod-shr-user-c427c9","model":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","externalModel":"e2e-shr-shared-a9e64b","provider":"e2e-shr-shared-a9e64b-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.226567255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b43f5b04-6f1a-4875-9bbf-ccec6ea36cd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.226583246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"a6f2ab2c-a1e9-49dc-bc31-d36e60dd6d40","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.22694947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8bcbed6c-7469-464b-9556-c1cff0d7c3b7","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.245976031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"a6f2ab2c-a1e9-49dc-bc31-d36e60dd6d40","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.246915632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8bcbed6c-7469-464b-9556-c1cff0d7c3b7","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.248184184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"b43f5b04-6f1a-4875-9bbf-ccec6ea36cd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.326302512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"37e0d7f0-063f-47f2-8d62-609ce9ed3684","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.346078529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"37e0d7f0-063f-47f2-8d62-609ce9ed3684","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.441476833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6f944b3-3fa8-4fd8-afc6-2985210caf9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.46103927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6f944b3-3fa8-4fd8-afc6-2985210caf9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.479591851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"1b6b385b-6d28-4287-bf4f-baa15dac7d3d","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.495722755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","reconcileID":"a6b938de-be3c-45aa-a945-0af6b66a5730","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","namespace":"e2e-extmod-shr-user-c427c9"},"routeName":"external-model-e2e-shr-shared-a9e64b-0c386447bf6f","namespace":"e2e-extmod-shr-user-c427c9","model":"e2e-shr-shared-a9e64b-e2e-extmod-b-d4d8c2","externalModel":"e2e-shr-shared-a9e64b","provider":"e2e-shr-shared-a9e64b-provider","gateway":"openshift-ingress/e2e-extmod-b-d4d8c2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.512004788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"69075492-3246-4f0f-a5fb-05d25ce54e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.512173849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00691a49-718c-49c1-ad78-e3f72296a2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.512919652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"022ff40f-ba17-4303-92cd-d60296fcc484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.533474179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00691a49-718c-49c1-ad78-e3f72296a2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.533476288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"69075492-3246-4f0f-a5fb-05d25ce54e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.536331235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"022ff40f-ba17-4303-92cd-d60296fcc484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.54516091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"749c8a3f-92e6-44fa-aa05-118ff3f725eb","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"routeName":"external-model-e2e-shr-shared-a9e64b-df7cfbff12df","namespace":"e2e-extmod-shr-user-c427c9","model":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","externalModel":"e2e-shr-shared-a9e64b","provider":"e2e-shr-shared-a9e64b-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.56764711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"b8083756-1ccf-4e2d-8f82-2e8db3922854","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.711844475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"b8083756-1ccf-4e2d-8f82-2e8db3922854","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.74611273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2421d0d1-8532-45c5-8bfe-53e4ea62af08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.755021081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"8ac81345-490b-4cf8-98c9-8eb5cd408928","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.765910093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2421d0d1-8532-45c5-8bfe-53e4ea62af08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.771464564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fe807ebe-0c49-43c8-a8c2-0a60ef5b80bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.771462062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ebcf5d7e-5697-4de6-ade3-ccb8e4d61e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.777909463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"8ac81345-490b-4cf8-98c9-8eb5cd408928","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.791327862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ebcf5d7e-5697-4de6-ade3-ccb8e4d61e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.79142536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"fe807ebe-0c49-43c8-a8c2-0a60ef5b80bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.795537606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"8ac81345-490b-4cf8-98c9-8eb5cd408928","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.862063893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"38d2f5e2-7acc-421f-a098-5e0ba60571b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.862801632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ab28c6ef-b5d8-49d1-830c-201c9b1367ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.862872284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"6d73328b-b945-46d3-af57-8a426dc5b1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.882571902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"38d2f5e2-7acc-421f-a098-5e0ba60571b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.882589854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"6d73328b-b945-46d3-af57-8a426dc5b1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.884919539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ab28c6ef-b5d8-49d1-830c-201c9b1367ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.962084183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"77e83598-24c6-473a-914c-3feb59415936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.962250031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0f793f0b-0852-4ee5-bed2-4554612c5811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.9814092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"77e83598-24c6-473a-914c-3feb59415936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.981492671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0f793f0b-0852-4ee5-bed2-4554612c5811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.046629993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2ea80522-034a-4323-baae-20b254b8e8f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.061543406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"c9ce5cf7-abd2-42b1-9253-d384daee2857","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.062839285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5a3735d1-b45a-4e7a-8dbb-0c841957819c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.066380643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2ea80522-034a-4323-baae-20b254b8e8f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.081715203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"c9ce5cf7-abd2-42b1-9253-d384daee2857","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.082288777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5a3735d1-b45a-4e7a-8dbb-0c841957819c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.124621921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"3934cd2f-568c-4d6a-8aa8-590e86014551","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.142847573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"82c665e2-8b70-4e74-8410-a2c00ceca45d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.142847576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"199438ab-c8c5-4aed-9288-afda3ea1dd66","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.162433353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"199438ab-c8c5-4aed-9288-afda3ea1dd66","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.162678299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"82c665e2-8b70-4e74-8410-a2c00ceca45d","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.266289984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29bcfc6-5fda-4234-ab98-e6295cb1f830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.266325748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0cc908-bc3c-4777-b8d9-4a3e4c40763d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.286097632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0cc908-bc3c-4777-b8d9-4a3e4c40763d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.286597784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d29bcfc6-5fda-4234-ab98-e6295cb1f830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.349248194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"a27a0e3d-4a45-4844-a3e3-1b8a453c20dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.365513177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"01a9e82a-5745-4bd5-9a50-96620609539d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.365717932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1bf62070-48af-49af-a105-908fb1a1be69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.369245311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"a27a0e3d-4a45-4844-a3e3-1b8a453c20dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.38533328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"01a9e82a-5745-4bd5-9a50-96620609539d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.385693986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1bf62070-48af-49af-a105-908fb1a1be69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.389952598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-ac338d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (662033e1eb27b2dd887288ae38dce46fb86fbb77cb034e36658bc3edc50a9124) AuthConfig (dc2067113d81229dc8976c955db6f5a0ce39dadef3be736feddb5beb252042d4) AuthConfig (6d17e6562c14cc936a549b7ede84328f3d85bf6280ae295f520b4db4d73e4f58) AuthConfig (77688110e5201b6cac50e0de97d5be2867facf0f1f8c7178679aa7732319276c) AuthConfig (018718f1e4b927ee0f8dc1a4d235fb3a337a7e41880e70a9878ab7ee8b7e3998) AuthConfig (68793d6fbf47ddfd6f3152ebb9f46a475152257de9b30bd55e08573e065936e4) AuthConfig (32e055d8135d3ea0876269737fea5da18c8328657b3c04359883312f0398cf87) AuthConfig (768dd8967795b45282c34f94cf9cdfe2920fabca3cd326d40c10a163f8d808c1) AuthConfig (bccd3bcdef0585b62c9a72dac97412d6a2b268cd63f48fb0b8dad9f9fc8fcc4d) AuthConfig (1f41374310b6ea51d0ade8d468385bf9e5caa96d1455b6fc82587b8e37bfe8d9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"a27a0e3d-4a45-4844-a3e3-1b8a453c20dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.481191126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"4e99e547-2e6b-4bb2-935a-5cb5f83a0d22","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.487758902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"06d074f2-ea6a-4877-8e7c-e06d3688bf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.48810275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c9bb1849-0abc-4103-a5ef-e8a965dec6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.508993462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"4e99e547-2e6b-4bb2-935a-5cb5f83a0d22","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.51938018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c9bb1849-0abc-4103-a5ef-e8a965dec6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.530707552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"06d074f2-ea6a-4877-8e7c-e06d3688bf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.598417442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c8e5b015-39c3-4240-aacc-d21759ed9de3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.601380332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2f155e82-895d-4a79-a8ca-970ca27fa55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.619093901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"c8e5b015-39c3-4240-aacc-d21759ed9de3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.625296027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"2f155e82-895d-4a79-a8ca-970ca27fa55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.879450803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"950c5bde-38bb-4574-9090-4c96210a2cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.898751336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3b18dfcc-7bee-4273-a34f-f7cbf89fd84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.904116874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"950c5bde-38bb-4574-9090-4c96210a2cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.90847417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"7a62bf31-35da-41df-89cc-5c353c2fe125","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.90865384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"356540b7-e94f-4d86-bcbf-aeadd935d9f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.918599584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3b18dfcc-7bee-4273-a34f-f7cbf89fd84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.928317215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"7a62bf31-35da-41df-89cc-5c353c2fe125","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.929898693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"356540b7-e94f-4d86-bcbf-aeadd935d9f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.957402127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"5add419c-8634-4402-bdad-014520106d4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.976709566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"5add419c-8634-4402-bdad-014520106d4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.085581833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7f8839a2-1240-4289-8b40-4738d6ccb13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.108603007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"7f8839a2-1240-4289-8b40-4738d6ccb13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.200523172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"866cd437-2005-4613-9acb-fb39953ca6e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.225537936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1bbc9523-6201-421e-8526-943d12377678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.232180209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"866cd437-2005-4613-9acb-fb39953ca6e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.254406785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1bbc9523-6201-421e-8526-943d12377678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.51271596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"388ed45c-e5c2-4def-b9e8-5f402f7edfea","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-ok-5c8ce5","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.594109822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"b1b7c2f8-71f0-45d6-97e2-170047171ffe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.594145387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"c3f77798-2b7d-4fa1-87c6-27d1f5daf3b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.695793088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"ef589f6c-ea39-4fdf-abae-2445e028d233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.695915924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"86fae538-a13c-41f4-a2e6-4ee76d35a093","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.811201285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d9db19d-9ce6-46b4-bb4f-d56301f347ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.831663446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"e475f28c-880d-4a28-baaa-389565257015","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.919882439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"1f2d355c-69f6-4193-8f41-e09386cee4bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.994487741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"9000a826-3e83-43f5-b34f-00bf569c1416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.994905976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"f5feed7c-f716-42eb-b99d-b6ae185815b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.09663822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34da0909-2ea3-407a-a194-ae5460e8aebb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.096645071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"de079687-4701-45aa-84c5-ea1b9ff91344","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.286981765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"8d63af39-bd6e-4909-a6f8-1d46acb09947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.349304495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"4b6132e8-edd1-4384-af00-a980676df422","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.363624611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"148173f0-2064-42ca-aba5-d2330196b059","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-b3e08e","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.466796544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"7ac80e99-59ef-4fde-9b02-a9e1bc4e7741","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.912516938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","reconcileID":"6ddba076-a991-4517-95d7-28ef8065335c","MaaSModelRef":{"name":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","namespace":"e2e-extmod-shr-user-c427c9"},"routeName":"external-model-e2e-shr-shared-a9e64b-df7cfbff12df","namespace":"e2e-extmod-shr-user-c427c9","model":"e2e-shr-shared-a9e64b-e2e-extmod-a-d87781","externalModel":"e2e-shr-shared-a9e64b","provider":"e2e-shr-shared-a9e64b-provider","gateway":"openshift-ingress/e2e-extmod-a-d87781","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.463628725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"f0ec3ebe-fd69-41dd-b560-29b6df34621a","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.49871784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"842036fc-e87e-4802-9114-a5111a15ce2c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.514619303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"acf952e7-d50a-4dbd-9c85-c81d0f1fbf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.514621007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ca49e8e5-1045-4c53-869d-a512aace0c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.515067197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6d6e7d4c-2bc5-462c-89bd-8cbf6b0da2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.518361197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3346ab38-12e0-4fae-8275-80ee6445890f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.51849374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"842036fc-e87e-4802-9114-a5111a15ce2c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.534749788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"ca49e8e5-1045-4c53-869d-a512aace0c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.53492878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6d6e7d4c-2bc5-462c-89bd-8cbf6b0da2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.537053473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"acf952e7-d50a-4dbd-9c85-c81d0f1fbf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.53867576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"3346ab38-12e0-4fae-8275-80ee6445890f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.703090156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"c8ee0e12-87e2-4c4e-ae03-8d441f2c3dab","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.718621355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"04809532-aa74-4f61-bfdd-3ce445e8d12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.720119905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ccf390a-ff65-4211-8f37-15403264858c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.723104592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"c8ee0e12-87e2-4c4e-ae03-8d441f2c3dab","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.738906309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"04809532-aa74-4f61-bfdd-3ce445e8d12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.739147379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ccf390a-ff65-4211-8f37-15403264858c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.749486288Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a9e64b","namespace":"e2e-extmod-shr-user-c427c9"},"namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","reconcileID":"5ba52ebb-4999-49a3-91e9-d425283f0f7d","namespace":"e2e-extmod-shr-user-c427c9","name":"e2e-shr-shared-a9e64b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.78079342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a80c1e9-299d-411e-bf5b-1f75f3848cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.80070212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a80c1e9-299d-411e-bf5b-1f75f3848cc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.805116175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"efb0833f-2207-4d92-940b-7576c42ba024","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.837581133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"373e86c2-10e9-49d8-9cd9-038995006b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.857029367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"373e86c2-10e9-49d8-9cd9-038995006b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.107564529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bbc7ebd8-2a7b-4ca2-9a2f-bed492641163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.108007579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"52fc76e0-3d98-467a-b917-4b7e503ce301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.123161288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d74e3c76-138e-4feb-a807-0d21b115c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.127697587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8eb72d3a-4013-4446-a9e0-c03907c6574d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.128196622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"35d4a0b2-65c5-4d41-97a8-c20605b50e2c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.129279621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"bbc7ebd8-2a7b-4ca2-9a2f-bed492641163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.135062077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"52fc76e0-3d98-467a-b917-4b7e503ce301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.142755641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d74e3c76-138e-4feb-a807-0d21b115c0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.150955755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"35d4a0b2-65c5-4d41-97a8-c20605b50e2c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.150985725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8eb72d3a-4013-4446-a9e0-c03907c6574d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.30914011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1533d27e-986f-4c08-bbd3-3061fdbaf7b5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.328605163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"1533d27e-986f-4c08-bbd3-3061fdbaf7b5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.398306575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"90c345bc-0cc0-4ef9-970b-f82862291364","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.398352007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"e021e247-975d-4fdb-ab3b-6c14a291620e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.413383495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c9807032-99b9-4d66-9dc3-710596a6de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.413469687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a83f5b2e-9543-43e8-8625-44bb6acad347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.418819831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"90c345bc-0cc0-4ef9-970b-f82862291364","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.419001242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"e021e247-975d-4fdb-ab3b-6c14a291620e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.43373663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a83f5b2e-9543-43e8-8625-44bb6acad347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.434528617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"c9807032-99b9-4d66-9dc3-710596a6de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.510028202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"de6de50a-80ef-4bd1-8598-c547665c5028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.528975408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"de6de50a-80ef-4bd1-8598-c547665c5028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.600826421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"c0b96d24-6f3e-4e09-b80c-0956bedbdf7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.619122423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9070c34b-56d7-409f-bb3f-309cb7a1c489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.619731859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c543b050-622c-43fb-90b8-fa66e900540d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.686953579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"57fe383e-b5ec-4318-b25f-16ade8e81286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.689682679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"c0b96d24-6f3e-4e09-b80c-0956bedbdf7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.691933446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"9070c34b-56d7-409f-bb3f-309cb7a1c489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.694191022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c543b050-622c-43fb-90b8-fa66e900540d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.706608733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"57fe383e-b5ec-4318-b25f-16ade8e81286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.776701512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb89b769-ed2e-4b14-94b8-f8bd4051089a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.80001027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb89b769-ed2e-4b14-94b8-f8bd4051089a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.909752106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"0602d29e-b1fd-48fd-b400-9d1a16402f9e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.933996622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"0602d29e-b1fd-48fd-b400-9d1a16402f9e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.144726126Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c738e0 priority=0:[ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e-c738e0-sub ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-ok-5c8ce5-266342-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.160476179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"63921be5-1614-4430-8541-bf32fff9a040","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.176788523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"21a4367b-3d4e-41c0-980e-efc04908f19f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:43.177125985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"5946bb30-c9f1-466f-9872-b5e988e8b7e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-21119c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.196430393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"21a4367b-3d4e-41c0-980e-efc04908f19f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.212869264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"a7f48b3a-0541-477e-8353-cf208387fe8e","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:43.245054921Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"a7f48b3a-0541-477e-8353-cf208387fe8e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-21119c-e2e-extmod-b-ac338d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:43.245109203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"a7f48b3a-0541-477e-8353-cf208387fe8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-21119c-e2e-extmod-b-ac338d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.260851266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"de2823e7-82a9-4f2b-a17e-a50c72026935","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.315412975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"a0ddcdb5-e904-4876-9695-f345527c77cd","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ac338d/e2e-shr-auth-21119c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.376945558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"32ef728d-f5d6-4e75-80ea-cf10449e73b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.399331346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"32ef728d-f5d6-4e75-80ea-cf10449e73b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.405709957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"060d85d4-ef13-4347-985f-855fd210e46e","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.517676129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"4cb5faeb-f3e0-4f75-b15c-15c32d78f29b","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.130711215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"86f67e4b-7b45-4546-8d90-8bb57b9064dd","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.696997906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.663222726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"d42cd0a4-7148-48a5-95b1-107021d338b5","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.694600319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"d42cd0a4-7148-48a5-95b1-107021d338b5","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.731549326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e6fdb994-2b1f-41b0-9421-5eca1e78b697","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.775903752Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"46c20267-e771-4431-98c7-dd2abfbe766d","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2ff8ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.77688249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"e6fdb994-2b1f-41b0-9421-5eca1e78b697","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.791405051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"beea3b9e-dc46-45f6-b3a6-408c35bbf7cd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.814500168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"beea3b9e-dc46-45f6-b3a6-408c35bbf7cd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.02422665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"9480e41c-f2ed-4ba3-bb6d-8c7409e546ee","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.045102672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"9480e41c-f2ed-4ba3-bb6d-8c7409e546ee","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.080824955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"39d7ed5c-023e-4b13-8b88-4ec820920165","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.101535688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"39d7ed5c-023e-4b13-8b88-4ec820920165","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.395668904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"f21c811a-a6c0-4cdc-9159-073a1a1969e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.436724526Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"f21c811a-a6c0-4cdc-9159-073a1a1969e7","name":"e2e-inf-b-726205-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.36412195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eead24d-4060-4def-b25b-75f56f6069b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.380336545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eead24d-4060-4def-b25b-75f56f6069b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.396017773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eead24d-4060-4def-b25b-75f56f6069b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.412033498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eead24d-4060-4def-b25b-75f56f6069b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.006844623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb37161-5d2b-43da-90cc-c8268eef20e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.022684553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb37161-5d2b-43da-90cc-c8268eef20e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.038293839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb37161-5d2b-43da-90cc-c8268eef20e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.054155456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb37161-5d2b-43da-90cc-c8268eef20e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.209820854Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-883a9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-883a9e","reconcileID":"7d277dde-6339-4e2f-90b1-f1eaeb620171","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-883a9e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-883a9e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.755409801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3702e-60c7-4b5e-b973-665795d8db57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.776159787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3702e-60c7-4b5e-b973-665795d8db57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.80498477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3702e-60c7-4b5e-b973-665795d8db57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.843787201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3702e-60c7-4b5e-b973-665795d8db57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:54.163060448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"c0e424cb-f23e-4d7f-98af-5b32c20a9282","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.792441959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"e8aeaa5f-15f2-4313-8139-d6116da65931","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","subscription":"e2e-cfl-ok-5c8ce5-266342-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.824125956Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"e8aeaa5f-15f2-4313-8139-d6116da65931","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.840037394Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-sub","reconcileID":"e8aeaa5f-15f2-4313-8139-d6116da65931","MaaSSubscription":{"name":"e2e-cfl-ok-5c8ce5-266342-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.947623949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"24503ad7-6e65-4395-a8e7-111ca478fa8b","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.947649033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"24503ad7-6e65-4395-a8e7-111ca478fa8b","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.980215383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fd832c6a-4386-4a4c-9e9a-c863805fca2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.980278716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"7e60e13d-d51c-47ca-8916-be9ca7fc783e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.000577685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fd832c6a-4386-4a4c-9e9a-c863805fca2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.000810585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"7e60e13d-d51c-47ca-8916-be9ca7fc783e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.001022313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"290f68f4-de88-4b17-87d4-0e9978e7c998","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.001038794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"290f68f4-de88-4b17-87d4-0e9978e7c998","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.101470746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"74cb856c-6cff-40c9-96fe-60d06eca409d","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.101497063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"74cb856c-6cff-40c9-96fe-60d06eca409d","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.147726856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-ok-5c8ce5-266342-access","reconcileID":"0f928357-9147-4e54-90b5-f37951c8dad0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-5c8ce5-266342-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.300953924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"f6a382f1-2bf5-4c9d-9042-e952f689a67b","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.300980897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"f6a382f1-2bf5-4c9d-9042-e952f689a67b","MaaSModelRef":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-ok-5c8ce5-5fe890da3374","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-ok-5c8ce5","externalModel":"e2e-cfl-ok-5c8ce5","provider":"e2e-cfl-ok-5c8ce5-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.818065068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"62f61b8a-afef-41cf-a634-61612ff8b0c6","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.862920661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"4259ba6f-80b6-4ffa-bb44-06f04bc2d2ee","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.874825366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c1f13cd0-33f8-4390-b413-3b7214d8d39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.876937934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"4bbdd6fa-f93a-4477-80ef-b96d60fadf1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.877853889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1c2cd5a9-71bd-42aa-b384-b14cb8814ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.879827871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ff6bb34e-6a30-4bcd-b3df-b4e593f09163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.880091495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ab7a287e-fe48-4040-bf98-68f1171f21af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.895944787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c1f13cd0-33f8-4390-b413-3b7214d8d39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.89770865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"4bbdd6fa-f93a-4477-80ef-b96d60fadf1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.89973138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1c2cd5a9-71bd-42aa-b384-b14cb8814ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.903676574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ab7a287e-fe48-4040-bf98-68f1171f21af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.903711059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ff6bb34e-6a30-4bcd-b3df-b4e593f09163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.97594119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"4c4e3c37-7695-4be5-b752-f402e678c152","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.993920205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37289591-ec6b-4691-925c-9f3e473ba294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.995198727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e7c47d-7892-4ac3-a777-06cd5fc6bc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.995312261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"4c4e3c37-7695-4be5-b752-f402e678c152","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.003580622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5076e9f0-4524-405e-a55a-74687293a08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.003593706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"065c058d-3a87-4308-9c0b-b0b74c25e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.014815476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37289591-ec6b-4691-925c-9f3e473ba294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.015645718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e7c47d-7892-4ac3-a777-06cd5fc6bc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.02440271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"065c058d-3a87-4308-9c0b-b0b74c25e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.02482246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"5076e9f0-4524-405e-a55a-74687293a08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.039555889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-5c8ce5","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","reconcileID":"bb0a3298-b3ff-4b43-8965-c56a6074bf6d","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-ok-5c8ce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.106967371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"53f59121-57a3-473b-ad8d-9c2884360942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.10801884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e20222fc-f007-47b0-bd22-a33a5cc8cce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.227065463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"53f59121-57a3-473b-ad8d-9c2884360942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.247268452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e20222fc-f007-47b0-bd22-a33a5cc8cce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.333641832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"5c48fced-9452-41ed-88bd-f4e9b8894bf8","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.428748367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"981d5925-4e97-44ac-a87e-4c1712590863","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.451136349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"981d5925-4e97-44ac-a87e-4c1712590863","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.453222338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"5c48fced-9452-41ed-88bd-f4e9b8894bf8","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.492882698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"94021096-4387-4f86-bbd6-da9d59a790cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.678580618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"94021096-4387-4f86-bbd6-da9d59a790cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.771897626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"be7a6a96-f47e-4141-964b-59e25f4b229c","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.77193639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"be7a6a96-f47e-4141-964b-59e25f4b229c","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.77203065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d9e5af7c-3deb-4584-a9c8-41476c8c8ab7","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.772616055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"db347452-c930-42ed-a6be-a336ecdb7784","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.82307611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"db347452-c930-42ed-a6be-a336ecdb7784","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.825565599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d9e5af7c-3deb-4584-a9c8-41476c8c8ab7","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.849394738Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"675190d0-3588-4110-8194-c42c8c820977","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3d748c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.902491394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5f9e78d3-d732-43f0-aa4a-1971e572299b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.914861072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"126f08c1-a721-4244-8f5f-7b283b7e3c37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.924704147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5f9e78d3-d732-43f0-aa4a-1971e572299b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.936086382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"126f08c1-a721-4244-8f5f-7b283b7e3c37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.004136738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"88521fe9-6e93-42bb-ad6a-4d46f8ba93a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.028182618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"88521fe9-6e93-42bb-ad6a-4d46f8ba93a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.084898609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3a58b4b1-a7bd-4ff8-9575-f6257d1ba0bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.097299485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6e0717ae-fb91-4e15-90ca-d8614b87026f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.098483061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7ade98de-99be-4497-a922-2afd3e7825d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.099514682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11260d1c-3c02-45e3-837c-dda4d156d13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.104181734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3a58b4b1-a7bd-4ff8-9575-f6257d1ba0bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.116972492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6e0717ae-fb91-4e15-90ca-d8614b87026f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.117519042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"7ade98de-99be-4497-a922-2afd3e7825d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.11929604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11260d1c-3c02-45e3-837c-dda4d156d13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.19657078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f1ab018-6e79-42ce-a3d4-bf054023a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.21567089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f1ab018-6e79-42ce-a3d4-bf054023a654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.284375209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8fc95152-2d39-4dcf-8ea3-d4fdb6858938","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.297592233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"08c5cd20-ea04-45c1-a41f-e8d63c577cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.298022362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d3b8597b-62e7-4333-ac79-cc05026914ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.303312828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"8fc95152-2d39-4dcf-8ea3-d4fdb6858938","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.317098976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d3b8597b-62e7-4333-ac79-cc05026914ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.317695544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"08c5cd20-ea04-45c1-a41f-e8d63c577cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.504830729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"36708830-e88e-4db8-89a8-1da5ecb1d510","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.590820425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"93b82c5b-de44-46de-9752-ea08269d8883","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.860044701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"2f66e9eb-0ee2-45a2-8d67-38106d8d65d2","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.953755406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"f5cbd219-9e1b-43a9-8157-9adf9d09d479","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.537480138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"5017f894-dd44-4aab-98b6-975e1d406e91","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.537671847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d3703853-9168-4de4-8678-7f0fcbf9e389","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.557159361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"d3703853-9168-4de4-8678-7f0fcbf9e389","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.55727745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"5017f894-dd44-4aab-98b6-975e1d406e91","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.780053987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"6add65d5-9eb4-4e71-bcbf-c223262fe81e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.780082835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"9e050f8a-500c-4a1a-9945-283ce06bded3","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.801374521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"9e050f8a-500c-4a1a-9945-283ce06bded3","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.80161304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"6add65d5-9eb4-4e71-bcbf-c223262fe81e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.757369184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","reconcileID":"e783b92d-a475-4ce1-8560-ef37507876ab","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.775622217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","reconcileID":"e1d7c7af-0f22-4d59-bd2a-893f587d14ce","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.805168699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64d49b89-f465-4d0f-b64f-27cf1e0de998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.805233671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"046bd65d-15ac-48cb-9629-805a7bf33915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.80633297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1ce5fbab-6c80-4e35-b9c9-31e42a74ae25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.806438468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7c6e4873-776b-4a24-898d-885e453bb7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.807823013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0c4fd6cd-35d5-46d0-9379-ab99c4b50fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.8250812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"046bd65d-15ac-48cb-9629-805a7bf33915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.825199277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64d49b89-f465-4d0f-b64f-27cf1e0de998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.827603002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"7c6e4873-776b-4a24-898d-885e453bb7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.827753785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"0c4fd6cd-35d5-46d0-9379-ab99c4b50fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.82974664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"1ce5fbab-6c80-4e35-b9c9-31e42a74ae25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.872710125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"b8195e84-a6f2-4dea-a7dd-8d990273a90a","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.906219549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"7efe4551-3dc4-4ca8-9c57-2289effcae4d","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.947132008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"12303737-115e-4032-b7f1-5599c724fac2","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.947501842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"0ddf0b40-3001-46ba-9f9d-641e6fa043f8","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.948243944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"77dfb42e-2d97-4787-b7be-8864c03ac471","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.981437588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"d30004e5-2e21-43ff-ae19-82c20c1bde98","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.996115339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"e2a2bae7-a7d4-43bd-8d31-919af067f365","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.99670574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"c83a3bef-fecc-4485-a74f-745705ddc8c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.997190912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fe95527e-7703-403c-b0af-467d04d98ed7","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.997631136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"95ef1406-5897-4c08-892c-5090cc90acdd","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.013934363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a1b28c80-f00c-42d8-9004-f6dff564a30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.017054863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fe95527e-7703-403c-b0af-467d04d98ed7","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.017348076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"c83a3bef-fecc-4485-a74f-745705ddc8c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.019832523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"95ef1406-5897-4c08-892c-5090cc90acdd","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.019922543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"e2a2bae7-a7d4-43bd-8d31-919af067f365","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.034918455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"a1b28c80-f00c-42d8-9004-f6dff564a30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.066629039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"7f0b4efd-9914-487a-a2b3-85febae068d8","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.142009621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ccc3dc00-1b10-4200-a41a-f1c348479e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.188372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ccc3dc00-1b10-4200-a41a-f1c348479e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.272663576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"18d0c2d7-d4e8-45bc-b4e5-d32a524fda64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.273213097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f5cc092f-c271-431f-b6fb-c79170480cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.273637536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c1824f5d-e7e3-4223-b5b3-9b664f1c632a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.274428227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c3888120-503b-4cd9-8946-c7e8be5d6bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.299717618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f5cc092f-c271-431f-b6fb-c79170480cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.301643513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"c1824f5d-e7e3-4223-b5b3-9b664f1c632a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.30342029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c3888120-503b-4cd9-8946-c7e8be5d6bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.305032054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"18d0c2d7-d4e8-45bc-b4e5-d32a524fda64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.312828605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"051d6b49-3bd0-4004-a750-c9baa473ff93","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.325964978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3dcbad68-69e5-4ec2-b55a-7ce73912be73","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.345405735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"3dcbad68-69e5-4ec2-b55a-7ce73912be73","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.356158962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"84b29d87-fc48-4d25-998a-8f0f8b2be45c","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.356217587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"1781f2a2-9501-4377-968f-14b26a97644f","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.363781121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"ec1d31e4-ac3d-4f22-afcc-f90afcfc6c6e","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.451193851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"9f88d913-0b6d-4ebf-81d5-67c7c77146cc","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.562747524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","reconcileID":"39fbf013-4db7-4b73-a644-eebbabf8ff5d","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.588772276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f9664a2-5414-41fc-bcbe-ad94824b8bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.589192226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68bd85ee-9096-48a7-a11c-488c73a958b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.590084849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"fe29f06a-40a1-4cde-810d-64c84061d6ef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.60876966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b039099a-81af-475a-ad60-cda04313a44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.629412092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68bd85ee-9096-48a7-a11c-488c73a958b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.629528985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f9664a2-5414-41fc-bcbe-ad94824b8bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.632644678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b039099a-81af-475a-ad60-cda04313a44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.637775979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"b37982e5-7b8a-49c6-b44c-fd85fa5628f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.637953576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d3df0eab-e59d-41ae-8cc3-1b7011ad127d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.641505391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"2013ee8a-7522-4eb4-b78f-cb3bf7a72179","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.657438824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"d3df0eab-e59d-41ae-8cc3-1b7011ad127d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.65755912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"b37982e5-7b8a-49c6-b44c-fd85fa5628f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.695116228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"14968e0c-2029-4445-884a-41e47f8fd898","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.724955803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2151f49f-fdc5-4461-b1b4-d0ac29cf75e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.744321721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2151f49f-fdc5-4461-b1b4-d0ac29cf75e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.747001751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"ab2f11e0-6ca7-42f5-9b67-e0a8ce735c6f","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:04.780363973Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"ab2f11e0-6ca7-42f5-9b67-e0a8ce735c6f","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:04.780453382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"ab2f11e0-6ca7-42f5-9b67-e0a8ce735c6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.796316955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"3a72f7ef-aa74-4f94-9821-61d48816ec09","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.810469662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"700a5d12-7848-4bdc-a04e-f7068d0607c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.811123962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"795c8fed-c506-4840-b19f-606d8f470ba6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.827689236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"75be87d2-2ea3-4b23-bf7f-112fe9486886","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.829770897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"700a5d12-7848-4bdc-a04e-f7068d0607c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.830684489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"795c8fed-c506-4840-b19f-606d8f470ba6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.92807276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"30393a52-ec8b-4cd2-8eba-ca4659ec6d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.928181581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"15a8023e-ba83-4db0-9615-36ab2cb82fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.948904917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"15a8023e-ba83-4db0-9615-36ab2cb82fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.949730898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"30393a52-ec8b-4cd2-8eba-ca4659ec6d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.026165693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0b9c8c4f-1d69-4945-a52a-804cb0aa466e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.045539411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"0b9c8c4f-1d69-4945-a52a-804cb0aa466e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.126487801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fbdfc9eb-798e-489e-bf61-b078af0d6721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.126548477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c5f91a03-2129-414c-b032-24bb5d267b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.147725136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"fbdfc9eb-798e-489e-bf61-b078af0d6721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.14782162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c5f91a03-2129-414c-b032-24bb5d267b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.269758076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","reconcileID":"4abec634-6301-4940-9609-6fe24d3e3839","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.274306811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dd476a6-6cba-484a-9798-81465a627225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.274605518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c451894a-05fa-450a-9ead-e0b2ccc07c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.274825181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1a2f1c4a-4c0b-428d-b7fb-2dc19bf7ad7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.285284871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"e6225bc6-539d-4b56-a601-237ef6df0d11","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.297731709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"1a2f1c4a-4c0b-428d-b7fb-2dc19bf7ad7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.30304429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dd476a6-6cba-484a-9798-81465a627225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.307856562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c451894a-05fa-450a-9ead-e0b2ccc07c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.312144144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"89b7f7f6-3ea4-4f41-adcd-29cea3acb522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.312895946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"687c5796-10c4-4e7f-bd19-b3ff34281210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.342285013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"89b7f7f6-3ea4-4f41-adcd-29cea3acb522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.345945992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"687c5796-10c4-4e7f-bd19-b3ff34281210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.348215005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"62d5d5e8-1f4c-4046-88bb-b9fd67139f8c","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.564199499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"e75cfd6f-940a-4277-82d6-706fffce92b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.567368981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"5eded717-8110-4bcd-b860-9e48a83a3948","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.579592165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"752cb3f9-1a08-44ce-bea2-4cfce98a1706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.587726314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"e75cfd6f-940a-4277-82d6-706fffce92b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.590154315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"5eded717-8110-4bcd-b860-9e48a83a3948","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.600521237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"752cb3f9-1a08-44ce-bea2-4cfce98a1706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.616559236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"1c1e80c7-aa85-481c-a92f-19c08ed8d0fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.617571089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"9890b556-10a2-47db-8da2-ebabda307475","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.636719943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"1c1e80c7-aa85-481c-a92f-19c08ed8d0fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.637857666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"9890b556-10a2-47db-8da2-ebabda307475","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.816140006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d7c7588f-4362-4434-a67d-645fe1263b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.816186881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"baffa041-26a4-4fee-879d-a5753fa00db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.816649669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ce391958-2139-4d31-b889-a340ea1382a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.836167284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d7c7588f-4362-4434-a67d-645fe1263b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.836620036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"ce391958-2139-4d31-b889-a340ea1382a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.838658833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"baffa041-26a4-4fee-879d-a5753fa00db9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.952901758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b3a93477-25ef-4f8b-8dc9-dd15a5750fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.986682226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cdf4ea07-76ef-4f99-bc3a-54194435fb2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.988973219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b3a93477-25ef-4f8b-8dc9-dd15a5750fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.005937499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"cdf4ea07-76ef-4f99-bc3a-54194435fb2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.006129589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"5d681cd0-08f2-484e-bc6b-110dab8ff7e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.020195794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b38b670-9274-44b5-a351-2bd749298d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.020876329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b65fd9d-9442-4633-9ffa-e1d0c9d3f73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.025295197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"5d681cd0-08f2-484e-bc6b-110dab8ff7e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.041428638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b38b670-9274-44b5-a351-2bd749298d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.041498744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b65fd9d-9442-4633-9ffa-e1d0c9d3f73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.173191469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"afe59e1c-2994-46a4-8ce3-2f656d5d0b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.193308744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"afe59e1c-2994-46a4-8ce3-2f656d5d0b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.268722662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"cf23e0bf-47bf-42ba-a854-fe156d341249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.268724939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"24599bdd-6c87-4511-9581-80a73ac49c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.270338976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e3d0a5a5-2267-4cca-8e2c-baba09db4bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.289559043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"cf23e0bf-47bf-42ba-a854-fe156d341249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.29000593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e3d0a5a5-2267-4cca-8e2c-baba09db4bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.292784469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"24599bdd-6c87-4511-9581-80a73ac49c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.895904641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"cb13c34f-9f96-4c4b-95b3-6419864877b2","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.285935341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"5c2562b9-4b65-4b6e-8583-e3805225df7c","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.320698555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"aabb495e-8308-49d9-859a-73a467e01e1f","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.335013266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"89214f4c-210e-4704-8f83-bc491bbace00","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.354896217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"89214f4c-210e-4704-8f83-bc491bbace00","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.594949226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"e5d37f13-eb9a-471a-a05d-ccb95e046e07","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.865691983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"3e8a4e4b-2efe-45ec-ac88-dbcb11190627","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","subscription":"e2e-cfl-b3e08e-c738e0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.901158884Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"3e8a4e4b-2efe-45ec-ac88-dbcb11190627","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.923809675Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-sub","reconcileID":"3e8a4e4b-2efe-45ec-ac88-dbcb11190627","MaaSSubscription":{"name":"e2e-cfl-b3e08e-c738e0-sub","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"maas-trlp-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.087132391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"0fa586c1-3e2e-4033-922c-91dadde073c6","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.087155138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"0fa586c1-3e2e-4033-922c-91dadde073c6","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.103782929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fbc4737a-a3af-4f50-a00b-93bb0c8fe9c5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.123984431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"fbc4737a-a3af-4f50-a00b-93bb0c8fe9c5","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.218993551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"61e0957e-073d-4a14-bdc2-5454907a85d6","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.226299477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"fea632e4-aa26-4b0d-aaed-ef6e4f638c72","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.22632089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"fea632e4-aa26-4b0d-aaed-ef6e4f638c72","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.238040172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"61e0957e-073d-4a14-bdc2-5454907a85d6","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.384320161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3a5f2665-929c-4f52-9f93-a83307a7cc2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.431585792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3a5f2665-929c-4f52-9f93-a83307a7cc2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.496613534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3a5f2665-929c-4f52-9f93-a83307a7cc2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"name":"e2e-extmod-a-c738e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.496703025Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e-c738e0-access","reconcileID":"3a5f2665-929c-4f52-9f93-a83307a7cc2b","MaaSAuthPolicy":{"name":"e2e-cfl-b3e08e-c738e0-access","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.532038565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"24ecc2f7-99ad-4764-b1ec-6ff837591f87","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"ai-tenant-e2e-extmod-a-c738e0/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.532063224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"24ecc2f7-99ad-4764-b1ec-6ff837591f87","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"routeName":"external-model-e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.045440163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"78f745eb-85f4-4035-a10a-725e3d8469ea","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.093192918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c3486470-dd10-4275-8e17-8bb4c1853bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.093323448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b13eb88a-1f2d-48c2-a1e3-d5770c98fe75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.09447573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"707c7585-7821-4178-b5d3-405ecfed4641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.095230839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"16565662-9f64-4fd2-8b22-266e336febab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.095983243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cdd8af9-9e3c-40df-8a77-b2b0591c12b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.112737669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c3486470-dd10-4275-8e17-8bb4c1853bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.113580841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"707c7585-7821-4178-b5d3-405ecfed4641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.115316151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cdd8af9-9e3c-40df-8a77-b2b0591c12b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.115826231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b13eb88a-1f2d-48c2-a1e3-d5770c98fe75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.117564831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"16565662-9f64-4fd2-8b22-266e336febab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.123866521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"d44579ca-6456-414a-bdfc-d7707150d305","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.158861516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"4c3639a1-ed13-4447-bfd4-5313adc789e3","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.386950139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"a4a41f1f-68ff-4841-b1d2-5d06833486ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.387489844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"fa0c9e12-4056-427a-8984-65aeecf15752","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.401849827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"286070da-11cd-40d5-a912-377bf69687d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.404877022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"02d3722d-0200-4f73-b235-9373d193a915","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.409834043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"a4a41f1f-68ff-4841-b1d2-5d06833486ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.409871367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"fa0c9e12-4056-427a-8984-65aeecf15752","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.421390284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"286070da-11cd-40d5-a912-377bf69687d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.424152767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"02d3722d-0200-4f73-b235-9373d193a915","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.424709754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"eebfc2f1-62d9-4f56-a01e-f2ac82db76a3","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.440372743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"e8788256-4093-4ed0-b2b3-51a863c72926","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"tenant":"e2e-extmod-a-c738e0","gateway":"openshift-ingress/e2e-extmod-a-c738e0","model":"e2e-extmod-cfl-1-266342/e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.440391549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"e8788256-4093-4ed0-b2b3-51a863c72926","MaaSModelRef":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"routeName":"external-model-e2e-cfl-b3e08e-306202367a33","namespace":"e2e-extmod-cfl-1-266342","model":"e2e-cfl-b3e08e","externalModel":"e2e-cfl-b3e08e","provider":"e2e-cfl-b3e08e-provider","gateway":"openshift-ingress/e2e-extmod-a-c738e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.44360472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"096efc36-0ec5-48b0-bd08-c550c7161fee","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.462800819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"096efc36-0ec5-48b0-bd08-c550c7161fee","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.568438015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"62653d59-5cc8-4917-b0e5-c6359c00ce4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.671723295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"62653d59-5cc8-4917-b0e5-c6359c00ce4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.727198346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a222f029-c153-4035-899d-72c482592380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.822923363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8ff560e0-80da-4769-8819-e13d225bbdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.825421991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a222f029-c153-4035-899d-72c482592380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.837955413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b1ada084-3c49-4eb4-8fe1-be584df6ed3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.87371406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8f4fe87c-f153-4d87-831b-6397bc204b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.88170235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8ff560e0-80da-4769-8819-e13d225bbdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.921856426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8f4fe87c-f153-4d87-831b-6397bc204b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.929141404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"f16b2256-f5ed-411d-90cd-24489835fcd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.931962144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b1ada084-3c49-4eb4-8fe1-be584df6ed3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.93224102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","reconcileID":"3ada398f-e506-4e1c-9ab7-3474793cda21","namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.983566677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"f16b2256-f5ed-411d-90cd-24489835fcd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.076576031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96893fe-4900-40d3-9ff9-513111fbd8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.096375232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96893fe-4900-40d3-9ff9-513111fbd8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.1483728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3ab1c5c6-d657-4af1-b7ee-9c27564ce6ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.15022611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"4b4d9c47-db94-46b5-96a2-058512c9a0de","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.163091608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"23b9d95b-6409-44eb-9ce7-fdca5c4b804c","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.167889453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3ab1c5c6-d657-4af1-b7ee-9c27564ce6ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.169462901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"4b4d9c47-db94-46b5-96a2-058512c9a0de","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.183244566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"23b9d95b-6409-44eb-9ce7-fdca5c4b804c","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.26696681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6124ccd-3cbd-4c42-bccc-890bb479b19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.289949877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d523a7c3-de25-43b3-8de3-04b5f28d11e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.298159098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6124ccd-3cbd-4c42-bccc-890bb479b19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.369520031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d523a7c3-de25-43b3-8de3-04b5f28d11e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.431986231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"925c042e-a6f5-4e00-bdb2-97bcb32adc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.432935565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d635b3b2-b609-416f-9cce-e4942f8e7103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.466913886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"925c042e-a6f5-4e00-bdb2-97bcb32adc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.467067136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"d635b3b2-b609-416f-9cce-e4942f8e7103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.499705487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"aa19d1bc-5777-47a0-b894-2559ce500911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.519200949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"aa19d1bc-5777-47a0-b894-2559ce500911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.583744007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"400ec9e6-ece6-4a2d-aa7d-60ae5258e492","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.598603067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1b6bd1d0-a6dc-4882-a6ac-611d6fb8d925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.599522386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bf1ac4b2-af4a-49b9-957e-6903ea96e25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.599530115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"01ed6afc-fe59-4baf-aaa0-894a13357e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.602932156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"400ec9e6-ece6-4a2d-aa7d-60ae5258e492","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.617962542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"1b6bd1d0-a6dc-4882-a6ac-611d6fb8d925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.621761123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"01ed6afc-fe59-4baf-aaa0-894a13357e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.63093106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"bf1ac4b2-af4a-49b9-957e-6903ea96e25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.715656981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f0f284c0-12f9-4dda-b03f-74cb4d5079b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.761896932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f0f284c0-12f9-4dda-b03f-74cb4d5079b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.862118982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"31ac937b-3015-44c1-9bd4-48bfbe6bcdc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.862151321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07fdd120-fe70-47f9-8df5-dc264f6e9dea","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.862927845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6f096c5f-5734-4e8a-9367-67e2ff36461b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.883072333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07fdd120-fe70-47f9-8df5-dc264f6e9dea","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.883212892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"31ac937b-3015-44c1-9bd4-48bfbe6bcdc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.886529325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"6f096c5f-5734-4e8a-9367-67e2ff36461b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.912007575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"be0fb867-79f0-44eb-a4c0-07b1b273b4a8","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.005088265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"7371401a-ecc1-4346-95e9-b6340f22971c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.019606894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7144a01e-0c3e-418e-ac2d-ab5e963dc2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.024839483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"7371401a-ecc1-4346-95e9-b6340f22971c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.038988747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7144a01e-0c3e-418e-ac2d-ab5e963dc2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.049964208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ec71a629-acb4-4a6a-8a2b-b792d20d855f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.049964098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"59d08da1-dbe0-4355-b27c-7483a23e9d20","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.073296196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"ec71a629-acb4-4a6a-8a2b-b792d20d855f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.074234615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"59d08da1-dbe0-4355-b27c-7483a23e9d20","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.150906145Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-b3e08e","namespace":"e2e-extmod-cfl-1-266342"},"namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","reconcileID":"951891c1-0e6e-43df-982a-1ec00edec5bf","namespace":"e2e-extmod-cfl-1-266342","name":"e2e-cfl-b3e08e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.165308493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"4287297d-55b7-42e0-9c10-36f8b77adf8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.185132485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"4287297d-55b7-42e0-9c10-36f8b77adf8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.294448676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5f17b6fe-1835-4a53-b36a-ce4c8021ab31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.396541837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8b1cbed7-0440-4201-8f7f-ee4964da91fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.397566543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"e401393a-ad7a-4ad0-bcfc-1f392d95db0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.398437828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"982054a1-f0c7-4e47-8159-586b33dd73b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.39950396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"5f17b6fe-1835-4a53-b36a-ce4c8021ab31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.417915988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ded8e448-9e71-44f2-9739-9b0b51af8d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.422523023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"982054a1-f0c7-4e47-8159-586b33dd73b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.426539668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"e401393a-ad7a-4ad0-bcfc-1f392d95db0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.431916707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"8b1cbed7-0440-4201-8f7f-ee4964da91fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.439832959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"ded8e448-9e71-44f2-9739-9b0b51af8d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.605916107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07f7c04d-639b-449d-9f15-fe5e8066906b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.625565746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"07f7c04d-639b-449d-9f15-fe5e8066906b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.70239705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"63b30394-396c-4497-bda3-2d60a739e7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.702416587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b0170805-4b84-409a-bba3-72c983f8f648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.702915297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bdf4964-aaa4-4712-b18b-58716c7d6386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.725769325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d51156c-89c8-45c6-99af-418fd4136f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.830648202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"63b30394-396c-4497-bda3-2d60a739e7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.848075607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"b0170805-4b84-409a-bba3-72c983f8f648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.848889534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bdf4964-aaa4-4712-b18b-58716c7d6386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.851227169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d51156c-89c8-45c6-99af-418fd4136f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.934724982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9de9b006-d1f3-4814-a911-92c066babcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.955353213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"9de9b006-d1f3-4814-a911-92c066babcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.006614256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"27875c75-41ef-404b-92d7-35d6ca9ee42c","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.006840682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"a00d0dbf-c0b7-48f1-b6bc-fbce696cdd4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.023414043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"4dd10f63-2377-4348-892b-74fa33532322","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.023956006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e0861195-cfa0-40c9-acbb-274eaf7b916b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.027709444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"27875c75-41ef-404b-92d7-35d6ca9ee42c","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.028175909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"a00d0dbf-c0b7-48f1-b6bc-fbce696cdd4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.043565667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"4dd10f63-2377-4348-892b-74fa33532322","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.044379001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"e0861195-cfa0-40c9-acbb-274eaf7b916b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.140379245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"6645d95a-c5b2-4db9-9c7b-ada808ff95ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.162846504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"6645d95a-c5b2-4db9-9c7b-ada808ff95ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.245414208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c7c75b3b-0700-48fe-8588-c08f2a7c84ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.266024571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"c7c75b3b-0700-48fe-8588-c08f2a7c84ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.480069888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","reconcileID":"d4873718-a77d-46b0-90c9-97b18fd455f2","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.498269315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","reconcileID":"0ed81e82-3183-450e-83f8-27342dd54653","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.512620344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"849bd471-b94b-4743-af4b-5ddd361f7e35","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.515621156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"14a6122a-051c-4ce8-a09f-5b37c40905b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.527644357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2bf768ce-e70d-408a-a57f-dd39d8f1adea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.532513003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"849bd471-b94b-4743-af4b-5ddd361f7e35","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.532917547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"1f25dd59-1eb8-4825-b77b-c53a84e44e9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.533044711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1ade8bf5-b1ac-4c99-92ee-498fdd5ec075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.537593854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"14a6122a-051c-4ce8-a09f-5b37c40905b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.547762628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2bf768ce-e70d-408a-a57f-dd39d8f1adea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.552645361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"1f25dd59-1eb8-4825-b77b-c53a84e44e9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.552747661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"1ade8bf5-b1ac-4c99-92ee-498fdd5ec075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.593743517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"8fed9121-0274-4660-9c47-84d3c464d894","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.632903867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"3b167e73-0c41-486d-ae4a-8d20933bbe25","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.665228415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"46d4e117-a9de-4122-9826-4f51dc2876bc","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.667737367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"30df37f8-4032-4940-86e0-3a1f00444010","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.668224044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"5a62414a-401b-4bd2-bd70-2020f71d78b9","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.702932891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"a0705958-1e1a-4faa-80f3-6f0d52b8e695","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.726656095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1107a120-5755-4478-8d9a-d3d4e111a5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.726965066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"84a00ca9-def8-42a0-82b8-df383e81ea16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.727419294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2884f6c5-45b0-40b8-ad69-2315f273d2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.728785761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0221a059-f297-4288-8d43-d02d8b56b82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.747230866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1107a120-5755-4478-8d9a-d3d4e111a5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.747391572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"2884f6c5-45b0-40b8-ad69-2315f273d2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.750914336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"0221a059-f297-4288-8d43-d02d8b56b82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.750937062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"84a00ca9-def8-42a0-82b8-df383e81ea16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.785065491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"fc5a4a08-d116-4f8f-834e-2d56145256b4","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.828087581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0c494a24-ca8e-4841-b607-96359c5d7859","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.846235908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e92e8aed-feb5-44a1-8390-af00b49bcb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.846377825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"337d97c8-7dcc-4ed9-9b65-5f15d680b295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.846984938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f923cb56-67f0-47af-a64a-3aa0dcab7aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.847714043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"173c27bb-b63b-41d7-ae66-eb3bace63783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.852762368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0c494a24-ca8e-4841-b607-96359c5d7859","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.875814116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f923cb56-67f0-47af-a64a-3aa0dcab7aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.967127971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"173c27bb-b63b-41d7-ae66-eb3bace63783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.935601898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"337d97c8-7dcc-4ed9-9b65-5f15d680b295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.969909858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.001902208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e92e8aed-feb5-44a1-8390-af00b49bcb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.010719232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"39cd96ed-12ff-4a60-98ae-625d3b980fee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-2506dc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.094680227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"00d400cf-5f59-46d3-a252-22c9e7c2be93","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.290201826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"e943c5b4-61d2-4b99-97f2-98b7a705cc18","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.295674374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b6062889-4bab-4268-ac41-7f2a73708473","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.296606867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"43596107-7ab2-4294-80c6-8b83824a04a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.304390578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6340c577-184f-46bb-bd67-5073bd0849b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.313191128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bf11e24e-f8f4-4d40-9e82-ab9f6c5f1a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.313493584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"8086c4f6-1c39-4341-845f-33edfa7f1c4f","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.316573627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b6062889-4bab-4268-ac41-7f2a73708473","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.318314059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"43596107-7ab2-4294-80c6-8b83824a04a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.323910928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"6340c577-184f-46bb-bd67-5073bd0849b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.33279989Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"f23d9162-76bf-4b42-aed4-0e911448b6e4","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.333579584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"4d7d1394-0fd7-4008-b186-b4ec19e0c79f","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.336932548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"bf11e24e-f8f4-4d40-9e82-ab9f6c5f1a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.373434462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"c119cddd-be51-48a8-891b-e580fd1f6019","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.399904516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0e9112fe-8b17-4d8d-874a-933d1881425c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.408928042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"dacb4ac6-8986-4d13-8adc-9630e9846d1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.519416562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0e9112fe-8b17-4d8d-874a-933d1881425c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.520155681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"6573a1f0-04f3-4d8e-9676-6e27099d3449","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.521730278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"dacb4ac6-8986-4d13-8adc-9630e9846d1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.522306902Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","reconcileID":"4862cc9a-7a48-4694-b627-91d27bd2e4a4","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.570439301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"551f335a-4d04-4d92-a591-303c0a974d79","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.571742333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"49f020f1-4172-4918-b869-48436a83ae14","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.730079278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"f026b844-0a87-4daf-90b7-e37f98943b10","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.773492736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"551f335a-4d04-4d92-a591-303c0a974d79","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.808339346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"1db315b6-15fb-490c-9d6c-8cdcf64a2edd","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.808615618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"304edde2-9948-48c2-ac05-be055fd08aed","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.81776268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4c142885-1a8a-4030-b65b-8d7b8f8871a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.819201881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"13623e41-dfae-418a-bb65-656360ea9cbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.889410921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"304edde2-9948-48c2-ac05-be055fd08aed","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.890454736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"4c142885-1a8a-4030-b65b-8d7b8f8871a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.891588046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"13623e41-dfae-418a-bb65-656360ea9cbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.903196182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b3e1e4cf-5e4f-4c49-9c9e-a41af8ba517e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.903738854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"bb21757c-2893-4b72-b718-cf6f9a9d925c","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.922868414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b3e1e4cf-5e4f-4c49-9c9e-a41af8ba517e","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.936415904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"580836b5-0b5d-43d9-b6ce-3489b26e41f3","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.978997173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"f505adcd-3489-4aa6-bf28-fa68e655ed97","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.982598358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"d21c2c7c-5ce6-48d5-bbd0-23fcff4591f4","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.983084895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3e5d1382-1a40-4634-98cc-f6c950577515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.990286085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"326c2035-4120-4176-950d-661560e5d8ed","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.997819763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"f505adcd-3489-4aa6-bf28-fa68e655ed97","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.002927878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"3e5d1382-1a40-4634-98cc-f6c950577515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.021246837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"b3ed9e29-70e6-446d-af63-6e5ff0e70c56","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.086663266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7dd332ac-0528-4f9b-8839-0a46ed5fda10","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.101506781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ddf5998d-39ca-4a19-9f61-207814794bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.106147285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7dd332ac-0528-4f9b-8839-0a46ed5fda10","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.121224811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ddf5998d-39ca-4a19-9f61-207814794bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.186867089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a8a710b1-1f7c-4516-a7ed-92f30bcbd85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.208815634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"a8a710b1-1f7c-4516-a7ed-92f30bcbd85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.220185909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"80189d63-9147-488c-844c-8f117911f443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.221407675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b83270e7-6389-449c-8e94-af4b56b657ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.289684319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c119e0d7-7929-4900-912a-500fc3ff5440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.290334387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"80189d63-9147-488c-844c-8f117911f443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.29285595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"b83270e7-6389-449c-8e94-af4b56b657ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.308595879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"470ea11d-995d-4053-9b86-27aa68a5fa2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.311902005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c119e0d7-7929-4900-912a-500fc3ff5440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.335535465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"470ea11d-995d-4053-9b86-27aa68a5fa2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.365572852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"980907f0-687a-4ad1-a2bd-98102d73669f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.386929784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"980907f0-687a-4ad1-a2bd-98102d73669f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.490319281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f911e905-97e7-47d5-b470-c11ae715ce87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.490713998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c7e06d5e-d0e6-4b66-80ba-2c0886d4a5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.492027972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"81b70cef-c348-4804-8518-a4fad742210b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.513356204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"81b70cef-c348-4804-8518-a4fad742210b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.515399442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"c7e06d5e-d0e6-4b66-80ba-2c0886d4a5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.516558663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f911e905-97e7-47d5-b470-c11ae715ce87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.573912723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7892a6ee-6c34-41aa-911f-104d4b25e4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.573940993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"aae080e0-d1af-4cb5-8a10-44a1288c9e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.594307859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"7892a6ee-6c34-41aa-911f-104d4b25e4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.59522416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"aae080e0-d1af-4cb5-8a10-44a1288c9e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.697400293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.947225959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"0edf4528-0eae-4aa9-87d6-8c2828aa9bbc","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.979908459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"b0d00259-e93b-46e5-a327-5d22af4bd23f","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.996506632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"f7775dab-f6b3-4d22-a896-0a425252a4bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.015816463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"f7775dab-f6b3-4d22-a896-0a425252a4bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.189319693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"36423792-a7a0-4083-98ff-a8ef2cffd445","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.597884953Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-850433 priority=0:[ai-tenant-e2e-extmod-a-850433/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.618343241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"f260d9ec-02b0-402e-b0d2-e9728cd23092","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:27.68163035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-20210d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.712456566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"0d0309fd-042c-4677-aaf8-34395582bc2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.713926518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"4de36936-c6f0-406b-a16f-97281c273815","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.714404685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"082f77b0-c8dd-45ce-a08e-db3c0cc05c68","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.73444728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"0d0309fd-042c-4677-aaf8-34395582bc2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.735483071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"4de36936-c6f0-406b-a16f-97281c273815","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.7472092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"a48efc3c-3a7b-4ea4-8fac-698bf459a6b4","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.797368504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"c3e6cad9-0612-48cf-93ee-5d9ab6b39c4f","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-a-850433","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.883723617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"988fd0fe-9ad1-452a-9a55-61c5787ea997","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.928337031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"dbea28c3-6728-487b-bd9c-0531ea6b7cd4","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.928358969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"28237910-02dc-4ced-865c-a402a3fcc599","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.948596822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"28237910-02dc-4ced-865c-a402a3fcc599","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.948710933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"dbea28c3-6728-487b-bd9c-0531ea6b7cd4","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.948893446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"d0ac8197-7960-4dfe-b7b0-85b94398ce05","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.489839153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b541e1-58cc-4430-b34a-301fada1fb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.505529975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b541e1-58cc-4430-b34a-301fada1fb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.520881872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b541e1-58cc-4430-b34a-301fada1fb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.53634696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8b541e1-58cc-4430-b34a-301fada1fb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.18050744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538e22d7-73c2-47a7-a04c-3ebca7f05007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.196119488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538e22d7-73c2-47a7-a04c-3ebca7f05007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.211881583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538e22d7-73c2-47a7-a04c-3ebca7f05007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.227423682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538e22d7-73c2-47a7-a04c-3ebca7f05007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.386225016Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-49d7e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-49d7e5","reconcileID":"368f1350-fe62-4f61-8ef2-eebbbbbebe5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-49d7e5","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-49d7e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.834207951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc62630-d55e-4891-b8dd-74224fef4852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.849948961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc62630-d55e-4891-b8dd-74224fef4852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.865757997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc62630-d55e-4891-b8dd-74224fef4852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.881200016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc62630-d55e-4891-b8dd-74224fef4852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.10496056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"30e6fc42-684e-487c-89fe-f034cd7e5b75","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.202574732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"2edacde1-f23e-426e-a26b-94969c3f83e1","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.797725109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d64c07fb-44bd-4712-a880-d86af3828024","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.812514235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"3ffdd9f4-83a7-409d-ae35-639da35516e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.813460247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2113df52-1584-4dbd-bc45-ada618507371","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.816970254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d64c07fb-44bd-4712-a880-d86af3828024","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.832184889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"3ffdd9f4-83a7-409d-ae35-639da35516e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:38.832238949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2113df52-1584-4dbd-bc45-ada618507371","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.042568162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"a87c70ef-fab8-44be-a1ac-db4602044bad","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.074073128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"5f4dfac0-5795-4b4a-9401-501c9a0c24d9","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.092725914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"191d277e-acf7-4529-8296-c4bc3ac6cba2","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.111771887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"191d277e-acf7-4529-8296-c4bc3ac6cba2","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.129382152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e8be068c94e4ae91b6af654206c69f3523949e42614e3386971a0caed0d5e1) AuthConfig (426a9183b34052ce0361bfa4279772b417f105678bf1fbb7ffe8c2a7983461e3) AuthConfig (31e108d2ff3694d80da1b66148416d80b84be6d0496dfd658715159c1a8cbbe4) AuthConfig (b4bb22f57d4661771e54e8e1029d281b935dc8641ea220a7c393bd2f15a55e95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"191d277e-acf7-4529-8296-c4bc3ac6cba2","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.165714379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"ed6a09f1-17c2-4025-86fd-13035e01b35e","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.23058665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"0ffd9173-5f06-4dbb-91f5-472fdc9152d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.230799137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"6aeb600c-0fd0-485d-b9c4-a4195467aba9","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.231764357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"5d5a4235-5609-45d8-9e5a-d62d7277dc6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.231874931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d93133fd-db06-47ce-90c0-d444be23dfd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.250013854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"6aeb600c-0fd0-485d-b9c4-a4195467aba9","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.250635829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"0ffd9173-5f06-4dbb-91f5-472fdc9152d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.25232077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"5d5a4235-5609-45d8-9e5a-d62d7277dc6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.252841677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d93133fd-db06-47ce-90c0-d444be23dfd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.269440546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e8be068c94e4ae91b6af654206c69f3523949e42614e3386971a0caed0d5e1) AuthConfig (426a9183b34052ce0361bfa4279772b417f105678bf1fbb7ffe8c2a7983461e3) AuthConfig (31e108d2ff3694d80da1b66148416d80b84be6d0496dfd658715159c1a8cbbe4) AuthConfig (b4bb22f57d4661771e54e8e1029d281b935dc8641ea220a7c393bd2f15a55e95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"6aeb600c-0fd0-485d-b9c4-a4195467aba9","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.315485915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"26b5c464-949c-4d10-b204-31edc31d74ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.331716794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"94459978-9bf8-430b-96b6-f336f1c180ad","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.33821505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"26b5c464-949c-4d10-b204-31edc31d74ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.368436096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"94459978-9bf8-430b-96b6-f336f1c180ad","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.457997672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"1aceffb9-3e19-454a-ae2c-0274b5f3214d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.458060015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"c3ee9dfc-b028-4976-9056-46fc7781b108","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.458513181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"48ada083-4167-4287-88a0-197d51cbdeb0","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.477215418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"1aceffb9-3e19-454a-ae2c-0274b5f3214d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.478017426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"48ada083-4167-4287-88a0-197d51cbdeb0","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.479430618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"c3ee9dfc-b028-4976-9056-46fc7781b108","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.495700654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e8be068c94e4ae91b6af654206c69f3523949e42614e3386971a0caed0d5e1) AuthConfig (426a9183b34052ce0361bfa4279772b417f105678bf1fbb7ffe8c2a7983461e3) AuthConfig (31e108d2ff3694d80da1b66148416d80b84be6d0496dfd658715159c1a8cbbe4) AuthConfig (b4bb22f57d4661771e54e8e1029d281b935dc8641ea220a7c393bd2f15a55e95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"1aceffb9-3e19-454a-ae2c-0274b5f3214d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.54964229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"b39f8855-5ded-4b8a-9818-9dab59b70635","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.549659785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"899c5a1d-b837-4174-95dc-b169c9b44099","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.569498132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"b39f8855-5ded-4b8a-9818-9dab59b70635","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:39.569625437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"899c5a1d-b837-4174-95dc-b169c9b44099","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.160551977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547b1eba-ec47-4ebb-aef3-0b7dfb6df8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.177908286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547b1eba-ec47-4ebb-aef3-0b7dfb6df8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.195817368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547b1eba-ec47-4ebb-aef3-0b7dfb6df8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.212029694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547b1eba-ec47-4ebb-aef3-0b7dfb6df8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.805005106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a49759-9f34-496e-a9de-dd8e1b695bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.820816368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a49759-9f34-496e-a9de-dd8e1b695bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.836645469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a49759-9f34-496e-a9de-dd8e1b695bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.852906946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a49759-9f34-496e-a9de-dd8e1b695bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.003565425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"fca7ed0f-fc6f-44df-ad2d-3291fbd4da6b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.044183138Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"fca7ed0f-fc6f-44df-ad2d-3291fbd4da6b","name":"e2e-inf-a-883a9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.698386916Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.545204185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"adcdda15-5d72-4132-a002-61a9219f3986","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.565022044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"adcdda15-5d72-4132-a002-61a9219f3986","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.582932025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e8be068c94e4ae91b6af654206c69f3523949e42614e3386971a0caed0d5e1) AuthConfig (426a9183b34052ce0361bfa4279772b417f105678bf1fbb7ffe8c2a7983461e3) AuthConfig (31e108d2ff3694d80da1b66148416d80b84be6d0496dfd658715159c1a8cbbe4) AuthConfig (b4bb22f57d4661771e54e8e1029d281b935dc8641ea220a7c393bd2f15a55e95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"adcdda15-5d72-4132-a002-61a9219f3986","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.633979796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"a8b3ff29-1b08-4cd1-b6f9-f11715fa52e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.653636871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"a8b3ff29-1b08-4cd1-b6f9-f11715fa52e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.67216905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fdacdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e8be068c94e4ae91b6af654206c69f3523949e42614e3386971a0caed0d5e1) AuthConfig (426a9183b34052ce0361bfa4279772b417f105678bf1fbb7ffe8c2a7983461e3) AuthConfig (31e108d2ff3694d80da1b66148416d80b84be6d0496dfd658715159c1a8cbbe4) AuthConfig (b4bb22f57d4661771e54e8e1029d281b935dc8641ea220a7c393bd2f15a55e95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"a8b3ff29-1b08-4cd1-b6f9-f11715fa52e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.334332918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"e98e40eb-b0fe-4598-bcea-5e1f0c61ad23","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.433335932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"a2997bd6-1f08-47d5-9c96-6ae16757fb51","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.241210698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ab159423-e1b8-448e-b873-0791b8b5b5f5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.256058098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3d016fed-dacc-4cad-86bc-530331976c2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.25957773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"b32c28bb-24ba-4d9c-ac98-b515bf00181b","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.260405201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ab159423-e1b8-448e-b873-0791b8b5b5f5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.275931423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"3d016fed-dacc-4cad-86bc-530331976c2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.279142732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"b32c28bb-24ba-4d9c-ac98-b515bf00181b","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:03.564968512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"e43246b9-f9d6-4cf4-9201-218d0abf8af4","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:03.605876647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"9dd98de0-778c-47ee-8e1a-32e1d9d384cf","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:03.622106581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"585a21ea-e48b-4db8-a95d-31e19eaa6cab","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:03.64375323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"585a21ea-e48b-4db8-a95d-31e19eaa6cab","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:03.780372096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"0b4d95d8-f7b7-4199-b875-3442365dc0ad","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.21467304Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-850433 priority=0:[ai-tenant-e2e-extmod-a-850433/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub]","namespace=ai-tenant-e2e-extmod-b-ac338d priority=0:[ai-tenant-e2e-extmod-b-ac338d/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-b-ac338d/e2e-shr-quota-20210d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.232452129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"9d2d0893-721f-4c7a-87ef-8e45f898262d","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.263682732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"bd697451-0d43-4e24-9669-3587ea990398","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:09.277455895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-ac338d/e2e-shr-quota-20210d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-20210d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.279832909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b278d45f-f8dd-4517-8ae5-7f956e1d6663","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.287029653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"bd697451-0d43-4e24-9669-3587ea990398","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.291716045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"e132ae6d-2a78-491b-b914-45c571ec3c46","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.304697752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b278d45f-f8dd-4517-8ae5-7f956e1d6663","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.339199822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"e0865bf9-229e-4dd1-ac85-d6e411af8dc6","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.369285871Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"5dc0eedb-957d-41f8-b562-c118262c340b","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-b-ac338d","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-ac338d/e2e-shr-quota-20210d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.377049954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"12f98499-4fec-456f-88ec-2eb260a1f2f7","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.465221602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"5b1b7ae7-53de-4215-bd2a-9a584ef99af5","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.493821473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"f08037c6-3863-4c7e-b747-e906673b8323","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.494503914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"44f58a32-8b41-4a0a-b0db-e5848fa5ec36","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.513010113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"f08037c6-3863-4c7e-b747-e906673b8323","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.515537457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"44f58a32-8b41-4a0a-b0db-e5848fa5ec36","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.588010122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"f6ecaaf9-e720-46b2-aad2-7f955cdc75eb","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.720701353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"93e993e7-1f69-49f7-bfe2-d3f0ff2a11aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.741431124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"93e993e7-1f69-49f7-bfe2-d3f0ff2a11aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.993915843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"f427fb41-2a17-4c7d-bc7e-0ef7676c7488","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.387094019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-850433 priority=0:[ai-tenant-e2e-extmod-a-850433/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub]","namespace=ai-tenant-e2e-extmod-b-ac338d priority=0:[ai-tenant-e2e-extmod-b-ac338d/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-b-ac338d/e2e-shr-quota-20210d-sub]","namespace=ai-tenant-e2e-extmod-b-fdacdb priority=0:[ai-tenant-e2e-extmod-b-fdacdb/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-b-fdacdb/e2e-shr-shared-04d283-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.4038197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"20a4f4db-670d-40e5-95ac-61b1ea564d8a","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.437559331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7baf897e-7134-4d0b-8c2f-5c8a7f078b80","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.440547201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"6b829f5c-4b9c-470a-924b-ba5a360c79b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:10.444420682Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-fdacdb/e2e-shr-auth-2506dc-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-2506dc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.457107218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"29a0cf30-37ad-47ff-8810-2b3535b9873e","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.457423289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"7baf897e-7134-4d0b-8c2f-5c8a7f078b80","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.460010895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"6b829f5c-4b9c-470a-924b-ba5a360c79b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.488930671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"34ac0e1e-a0fc-4234-9556-0bf3a8f8222f","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.518831319Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"02e36456-b01b-4c0f-a2b1-b29ec758668f","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fdacdb/e2e-shr-auth-2506dc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.522345512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"9a8949d1-79a9-49b8-866c-d492ef9af4bf","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.606775223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"b1236f6c-243b-4062-b0b6-e757a4874315","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.653235759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"602557b1-5d32-453f-a3ea-57925d050772","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.654104833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"8a9440e1-b1e8-470c-acb7-c9c3d1b9b55b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.669753398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"df7a15df-0b0b-4166-90c0-31ad6f731eac","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.673188465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"602557b1-5d32-453f-a3ea-57925d050772","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.673855613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"8a9440e1-b1e8-470c-acb7-c9c3d1b9b55b","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.547100838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"d85aed58-981d-4971-989c-2be095c13ef5","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.547228109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"d85aed58-981d-4971-989c-2be095c13ef5","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.842343379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"fb522c51-f4e8-4a21-b95a-cdad702d4518","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.842366999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"fb522c51-f4e8-4a21-b95a-cdad702d4518","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.861785041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"98a48c03-9eb9-440b-9788-3d43c5eecb13","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.861804299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"98a48c03-9eb9-440b-9788-3d43c5eecb13","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.895572687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"7ef7f841-23b4-4969-9a9b-12150ec22947","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.946671904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"7ef7f841-23b4-4969-9a9b-12150ec22947","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.964455628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"7ef7f841-23b4-4969-9a9b-12150ec22947","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.984608672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"ab05c182-6e66-4d3e-acee-ec9f1f8a0dbd","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.984627928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"ab05c182-6e66-4d3e-acee-ec9f1f8a0dbd","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.696910137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:23.124827316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"29825438-428d-4fd9-8d03-fa58e0167200","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:23.167160983Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"29825438-428d-4fd9-8d03-fa58e0167200","name":"e2e-inf-a-49d7e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:24.017111714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"d92b33d1-1f76-4277-9003-ef93b5563beb","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:24.036685284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"d92b33d1-1f76-4277-9003-ef93b5563beb","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:24.055140144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"d92b33d1-1f76-4277-9003-ef93b5563beb","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.090345982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"12ec0675-cbc1-44a5-972e-21b0a3fe3945","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.109419508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"12ec0675-cbc1-44a5-972e-21b0a3fe3945","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.127312093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"12ec0675-cbc1-44a5-972e-21b0a3fe3945","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.577676274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"e371ef17-712b-48b9-88c5-7b33ca96973c","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.679446898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"72f57b85-b0c4-4042-bde4-1170fef74296","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.715132825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962c5f62-89ca-44c3-82d1-283bebdc5de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.731012658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962c5f62-89ca-44c3-82d1-283bebdc5de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.746989684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962c5f62-89ca-44c3-82d1-283bebdc5de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.762652512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962c5f62-89ca-44c3-82d1-283bebdc5de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.923798668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"497f1b05-f984-449f-8f18-4a7bb2ab42c0","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:38.040045273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"647b788a-510a-49bd-9ce5-331b0d69f831","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:38.476736989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0917bc8d-bc42-4dd8-a01e-706bbd947a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:38.492295428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0917bc8d-bc42-4dd8-a01e-706bbd947a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:38.507883915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0917bc8d-bc42-4dd8-a01e-706bbd947a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:38.523707261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0917bc8d-bc42-4dd8-a01e-706bbd947a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.159047388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"007b9550-e971-4bf4-adee-c5992a013313","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.160661529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"bcf92b73-9fa1-4822-956d-82b2358f586c","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.162689934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ece04a42-4341-463f-9812-679960fe5900","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.164633118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2db6e0ea-0439-458e-8895-9e26d2307f9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.191275996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"007b9550-e971-4bf4-adee-c5992a013313","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.196086714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"bcf92b73-9fa1-4822-956d-82b2358f586c","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.203118683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"ece04a42-4341-463f-9812-679960fe5900","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.208543036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"2db6e0ea-0439-458e-8895-9e26d2307f9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.465815879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"49cdb48c-ccaf-4c75-8da1-47cb3b5fd20e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.46865602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"f7a7e074-d3ee-4e4c-bf03-697f0beccc7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.471644118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"439da0bb-0b27-4669-a1a6-dfe78018610a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.471731274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"0024abf7-70ae-4cce-b80e-6925bf62e087","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.485248864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"49cdb48c-ccaf-4c75-8da1-47cb3b5fd20e","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.487710612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"f7a7e074-d3ee-4e4c-bf03-697f0beccc7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.491048399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"439da0bb-0b27-4669-a1a6-dfe78018610a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.491961517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"0024abf7-70ae-4cce-b80e-6925bf62e087","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.550694786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"f10c21d8-1d66-45aa-99d9-2917a3902a2a","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.574195688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"f10c21d8-1d66-45aa-99d9-2917a3902a2a","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.613127519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0ffc637635c26b5b498ee1dbe8d26521f38fcd2fa5d0e9acaa282ed0f1f383) AuthConfig (1ced19f8e3a378051588a41d81280f6a108282820bd7931fa0dcbe8729ed859a) AuthConfig (21ee8a29edda715a72eb5aaf29293a0830e7d78e3909a61d837746273a2672b2) AuthConfig (a52d7658cf37b74351122ec1309fe57b54a51feeb0e7c615e53a8152c1942b61) AuthConfig (b4c52a613fd7929a61c9d831ae6265d3a73ffd2d4e3378c38126fcfa60653038) AuthConfig (9c0d75d4725143c1f1b06cd086a394cf0bdb0ba89a9833eb32f9133ba43664a7) AuthConfig (cc3fb763467f5e5d22f67946e60d0b21d1a91acef407f94d2271a71f7b9aaa8a) AuthConfig (97fec1d76296f12edeee80d9c27ac250a7ee20dcc139c0ca8f7c0b35d0f5a271) AuthConfig (a91be9598daf30c3a935a21445df3c578988beaf8310291a4b528f263867de1b) AuthConfig (620253b607b4d136b7983df7060653ffb1d81d3171c82d7daa5c47e72cb91111) AuthConfig (b6caf6612985537df1052a01d2aaff21e88d4d64589e803baf72dcfa694a2bf7) AuthConfig (0e5a933209fd3c67426330c3e035f1e6d6d9a88609fb92b4d0cbf092635ac40c) AuthConfig (0135edd71c868e359076d1cfd82c5c864a6d25483681d746f04e54ec59fc10fb) AuthConfig (ac5a22ef7c3550d6f2e2b79907b4bb20ef85a9eebe3afe0512658e64e6dbaf91) AuthConfig (84390fe398e3d8572f137f2b57549cc0baff0b7fd808afebc31d26b32ab7d83d) AuthConfig (a0088770aef988ccc9c841d9791cd7be63d9390e33a9f415ef48da1cc274c7d9) AuthConfig (808c47ca50806f53140c933c6a6ea129908f0abb480d9b2c9ba8e7ddad0a31c5) AuthConfig (cf562be1294bd9bdc022a53d0001569dc3cb232b26e537cd1c35d54a908107e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"f10c21d8-1d66-45aa-99d9-2917a3902a2a","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.649772674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"bcff81ec-46dc-4125-a02b-d5e9d6ee8f22","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.649880466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"bcff81ec-46dc-4125-a02b-d5e9d6ee8f22","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.421817303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"efb3322f-5e7d-4caf-be48-0763da8160f7","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.464540659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"eba935c1-c47c-4ab9-8729-d8a3f7144ea8","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.464540661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"587c13eb-961b-4c0f-aca5-f518490b3f6b","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.485249651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"eba935c1-c47c-4ab9-8729-d8a3f7144ea8","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.485679069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"587c13eb-961b-4c0f-aca5-f518490b3f6b","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.48586377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"ba9a4d88-8f50-4f88-9831-762919f42106","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.491767947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"54360a7f-ed5d-48c2-9325-e7e04267c699","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2be699cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.552118528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"2eca8ea1-ef8a-417e-9800-ded81b51939c","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb45343f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.567155147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"df32e603-debd-48f7-956f-777252f51a2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.567476177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"ff4f0b7d-49bf-4990-8b39-60b3e0ed3b40","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.593918797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"ff4f0b7d-49bf-4990-8b39-60b3e0ed3b40","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.59577158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"df32e603-debd-48f7-956f-777252f51a2d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.707198058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"6cc6d0c7-453b-4f55-9706-c2fcc6377c38","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.724959574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"29456ee1-0ebb-4390-bf5a-04bef0061c69","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.831663022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"6cc6d0c7-453b-4f55-9706-c2fcc6377c38","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.834625884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"29456ee1-0ebb-4390-bf5a-04bef0061c69","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.926918933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"3b3c0fdd-90c8-432e-b608-1ba523229bf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.92808445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"4d53c519-757e-4ae9-b363-5338620dbe8e","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.947610152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"3b3c0fdd-90c8-432e-b608-1ba523229bf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.947747548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"4d53c519-757e-4ae9-b363-5338620dbe8e","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.418986617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8c93bb-3efc-474a-b14f-799c7602258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.438413808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8c93bb-3efc-474a-b14f-799c7602258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.458412856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8c93bb-3efc-474a-b14f-799c7602258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.47422731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8c93bb-3efc-474a-b14f-799c7602258b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.177454072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61af390c-68ce-4adc-96b9-4a2cb6ae57a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.193443432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61af390c-68ce-4adc-96b9-4a2cb6ae57a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.209047601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61af390c-68ce-4adc-96b9-4a2cb6ae57a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.224804456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61af390c-68ce-4adc-96b9-4a2cb6ae57a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.247393057Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-056a96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-056a96","reconcileID":"f653e439-7513-45a6-a344-b4ac43127073","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-056a96","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-056a96":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.886454853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3f8ebf-d1ef-4e77-8515-fa2cf398e462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.903627247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3f8ebf-d1ef-4e77-8515-fa2cf398e462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.919092346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3f8ebf-d1ef-4e77-8515-fa2cf398e462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.934693474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f3f8ebf-d1ef-4e77-8515-fa2cf398e462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.698657107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:49.671323103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"1bb40394-f114-412c-a294-9155e6ae4da9","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:49.691040839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"1bb40394-f114-412c-a294-9155e6ae4da9","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:49.708969626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0ffc637635c26b5b498ee1dbe8d26521f38fcd2fa5d0e9acaa282ed0f1f383) AuthConfig (1ced19f8e3a378051588a41d81280f6a108282820bd7931fa0dcbe8729ed859a) AuthConfig (21ee8a29edda715a72eb5aaf29293a0830e7d78e3909a61d837746273a2672b2) AuthConfig (a52d7658cf37b74351122ec1309fe57b54a51feeb0e7c615e53a8152c1942b61) AuthConfig (b4c52a613fd7929a61c9d831ae6265d3a73ffd2d4e3378c38126fcfa60653038) AuthConfig (9c0d75d4725143c1f1b06cd086a394cf0bdb0ba89a9833eb32f9133ba43664a7) AuthConfig (cc3fb763467f5e5d22f67946e60d0b21d1a91acef407f94d2271a71f7b9aaa8a) AuthConfig (97fec1d76296f12edeee80d9c27ac250a7ee20dcc139c0ca8f7c0b35d0f5a271) AuthConfig (a91be9598daf30c3a935a21445df3c578988beaf8310291a4b528f263867de1b) AuthConfig (620253b607b4d136b7983df7060653ffb1d81d3171c82d7daa5c47e72cb91111) AuthConfig (b6caf6612985537df1052a01d2aaff21e88d4d64589e803baf72dcfa694a2bf7) AuthConfig (0e5a933209fd3c67426330c3e035f1e6d6d9a88609fb92b4d0cbf092635ac40c) AuthConfig (0135edd71c868e359076d1cfd82c5c864a6d25483681d746f04e54ec59fc10fb) AuthConfig (ac5a22ef7c3550d6f2e2b79907b4bb20ef85a9eebe3afe0512658e64e6dbaf91) AuthConfig (84390fe398e3d8572f137f2b57549cc0baff0b7fd808afebc31d26b32ab7d83d) AuthConfig (a0088770aef988ccc9c841d9791cd7be63d9390e33a9f415ef48da1cc274c7d9) AuthConfig (808c47ca50806f53140c933c6a6ea129908f0abb480d9b2c9ba8e7ddad0a31c5) AuthConfig (cf562be1294bd9bdc022a53d0001569dc3cb232b26e537cd1c35d54a908107e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"1bb40394-f114-412c-a294-9155e6ae4da9","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.508024102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"66372913-f840-49ee-abda-dbaa0c758de0","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-b-ac338d","subscription":"e2e-shr-quota-20210d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.539594799Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"66372913-f840-49ee-abda-dbaa0c758de0","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.556007551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-sub","reconcileID":"66372913-f840-49ee-abda-dbaa0c758de0","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.568361584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"b8c7f765-dd08-4510-b0f8-b5bfeae5a27d","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","subscription":"e2e-shr-auth-2506dc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.603074578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"b8c7f765-dd08-4510-b0f8-b5bfeae5a27d","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.656460896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-sub","reconcileID":"b8c7f765-dd08-4510-b0f8-b5bfeae5a27d","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.729977817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-850433 priority=0:[ai-tenant-e2e-extmod-a-850433/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.746594846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"55584941-0d09-4a93-9348-adb025c21dce","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.778537018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"3a8f0a9c-600c-43d8-adef-01bf10755242","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.778625506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"7d26a0e2-0508-4b0c-acb1-b08cc76d36a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.79799639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"3a8f0a9c-600c-43d8-adef-01bf10755242","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.798709877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"7d26a0e2-0508-4b0c-acb1-b08cc76d36a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.800383987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"6cd412c8-dd82-4c95-9d73-a51ed744e3b1","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.812299422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-850433 priority=0:[ai-tenant-e2e-extmod-a-850433/e2e-shr-auth-21119c-sub ai-tenant-e2e-extmod-a-850433/e2e-shr-quota-20210d-sub]","namespace=ai-tenant-e2e-extmod-a-d9e067 priority=0:[ai-tenant-e2e-extmod-a-d9e067/e2e-shr-auth-2506dc-sub ai-tenant-e2e-extmod-a-d9e067/e2e-shr-shared-04d283-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.831348457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"6613a465-4abe-41f6-9784-70091c337d67","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.862177249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"9a419557-0380-4dd4-9a06-e6403d543bc3","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.875576097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"4c2a69e1-420b-4d40-85bb-e2af3a3aae4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.875580042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"c907d615-a76d-4d20-a148-6509a1ed3426","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.897575622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"4c2a69e1-420b-4d40-85bb-e2af3a3aae4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.89761808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"c907d615-a76d-4d20-a148-6509a1ed3426","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.913882872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"601cab8a-824f-4aca-9f21-12be874a9614","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.944497187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-quota-20210d-access","reconcileID":"6b51e9f0-931a-4614-86d4-f87c90c56bbc","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.966617561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"a805884e-0d95-45b6-ab8a-62471f1bac77","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.045325642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-auth-2506dc-access","reconcileID":"d3373170-c8d7-46ed-bde6-2672d902472d","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.095599896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","reconcileID":"01e265dc-8ab5-4d12-8e81-f30d4b3854ba","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-5d4025019e0c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-b-ac338d","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.130129971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","reconcileID":"ca505f7b-b02b-4e18-8ee2-3fbff0895681","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-bf14040a234b","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.250784137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"f6d217de-d8ec-4d81-8da8-7d45e8299789","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.281329339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"17894d0f-e06b-463f-a5b5-0d2bf1a299a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.281410764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"51ff6067-73a4-4746-a0e3-1a80deca1907","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.290219403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0cb67aba-e402-4920-b7fb-7c6b5c40b297","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.290405479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"b34889f7-71f7-47ee-a908-07bdcfc24803","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.300749725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"17894d0f-e06b-463f-a5b5-0d2bf1a299a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.302773201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"9e6966b1-f88e-487d-82ff-cee3fa31cbd9","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.303866908Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"97fd829a-9407-4c63-8888-ca996bab847f","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f6dc7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.30431133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"51ff6067-73a4-4746-a0e3-1a80deca1907","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.309540251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"0cb67aba-e402-4920-b7fb-7c6b5c40b297","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.309801432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"b34889f7-71f7-47ee-a908-07bdcfc24803","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.358820258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"7d1fd2c9-6a63-4cbc-9846-9e505d55e69a","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-007417d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.496401272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"cd8be4e2-f93e-4e2b-a255-9fb9daf2cad3","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.496400376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"546b42a4-b486-49b9-9c31-b66305e6da2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.497200168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"cb5f2241-4aab-4d02-adad-078c700cf4de","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.497232508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"a971c6b9-d913-41b0-8a74-1c79a7297c37","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.51680056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"a971c6b9-d913-41b0-8a74-1c79a7297c37","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.516840688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"cb5f2241-4aab-4d02-adad-078c700cf4de","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.518979604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"546b42a4-b486-49b9-9c31-b66305e6da2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:51.519228537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"cd8be4e2-f93e-4e2b-a255-9fb9daf2cad3","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.746520097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"4e498a3a-4327-41a2-a329-6a60dcdda5cc","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.767742987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"4e498a3a-4327-41a2-a329-6a60dcdda5cc","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.787080485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0ffc637635c26b5b498ee1dbe8d26521f38fcd2fa5d0e9acaa282ed0f1f383) AuthConfig (1ced19f8e3a378051588a41d81280f6a108282820bd7931fa0dcbe8729ed859a) AuthConfig (21ee8a29edda715a72eb5aaf29293a0830e7d78e3909a61d837746273a2672b2) AuthConfig (a52d7658cf37b74351122ec1309fe57b54a51feeb0e7c615e53a8152c1942b61) AuthConfig (b4c52a613fd7929a61c9d831ae6265d3a73ffd2d4e3378c38126fcfa60653038) AuthConfig (9c0d75d4725143c1f1b06cd086a394cf0bdb0ba89a9833eb32f9133ba43664a7) AuthConfig (cc3fb763467f5e5d22f67946e60d0b21d1a91acef407f94d2271a71f7b9aaa8a) AuthConfig (97fec1d76296f12edeee80d9c27ac250a7ee20dcc139c0ca8f7c0b35d0f5a271) AuthConfig (a91be9598daf30c3a935a21445df3c578988beaf8310291a4b528f263867de1b) AuthConfig (620253b607b4d136b7983df7060653ffb1d81d3171c82d7daa5c47e72cb91111) AuthConfig (b6caf6612985537df1052a01d2aaff21e88d4d64589e803baf72dcfa694a2bf7) AuthConfig (0e5a933209fd3c67426330c3e035f1e6d6d9a88609fb92b4d0cbf092635ac40c) AuthConfig (0135edd71c868e359076d1cfd82c5c864a6d25483681d746f04e54ec59fc10fb) AuthConfig (ac5a22ef7c3550d6f2e2b79907b4bb20ef85a9eebe3afe0512658e64e6dbaf91) AuthConfig (84390fe398e3d8572f137f2b57549cc0baff0b7fd808afebc31d26b32ab7d83d) AuthConfig (a0088770aef988ccc9c841d9791cd7be63d9390e33a9f415ef48da1cc274c7d9) AuthConfig (808c47ca50806f53140c933c6a6ea129908f0abb480d9b2c9ba8e7ddad0a31c5) AuthConfig (cf562be1294bd9bdc022a53d0001569dc3cb232b26e537cd1c35d54a908107e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"4e498a3a-4327-41a2-a329-6a60dcdda5cc","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.319500204Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"d0d118b7-831d-4ed4-8699-bed879c3a465","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-a-850433","subscription":"e2e-shr-quota-20210d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.351104547Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"d0d118b7-831d-4ed4-8699-bed879c3a465","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.367814962Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-sub","reconcileID":"d0d118b7-831d-4ed4-8699-bed879c3a465","MaaSSubscription":{"name":"e2e-shr-quota-20210d-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.374866847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"88eb3fdf-391d-4b50-ad78-de17e4e6a6f1","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","subscription":"e2e-shr-auth-2506dc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.413869304Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"88eb3fdf-391d-4b50-ad78-de17e4e6a6f1","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.469090212Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-sub","reconcileID":"88eb3fdf-391d-4b50-ad78-de17e4e6a6f1","MaaSSubscription":{"name":"e2e-shr-auth-2506dc-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.67011686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"835ee242-183a-4dfa-b777-feff4bba1c80","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.702494037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"559bc501-1b41-4999-b91a-40cf4f7e32ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.702543328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"3c906b3b-d26e-4bc0-9e18-78e60f240af4","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.726644341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"d50d2c47-ef46-42d2-ba36-1f801a746ffc","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.730417852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"559bc501-1b41-4999-b91a-40cf4f7e32ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.787735373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"3c906b3b-d26e-4bc0-9e18-78e60f240af4","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.807174478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"7158c33a-a3a5-45ea-8731-6864bc26a958","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.839636719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"6c9293b5-a39a-4f70-abc0-44841d7f6701","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.855683108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"0a68b9f6-eb02-4b6b-82f3-84a62b08f888","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.855693691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"39e15830-9590-4674-8a96-b05504a4d74f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.873643053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"a8b0a5ad-8d10-47a8-ace5-51da1fb86ddc","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.877244512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"39e15830-9590-4674-8a96-b05504a4d74f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.877722066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"0a68b9f6-eb02-4b6b-82f3-84a62b08f888","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.97758858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"3f731b6b-2d43-49d3-a2cb-e5a590a337ee","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:02.023988167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-auth-2506dc-access","reconcileID":"7e1050bd-befb-46ef-a269-c4c9343610db","MaaSAuthPolicy":{"name":"e2e-shr-auth-2506dc-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:02.023988094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-quota-20210d-access","reconcileID":"5ba8a045-8235-45e4-90fc-49cc0833431f","MaaSAuthPolicy":{"name":"e2e-shr-quota-20210d-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-quota-20210d-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:02.179042895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"97c42d69-6d46-44c6-acf5-c407b37468c6","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:02.211599943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"886d9ba9-15ff-4de6-a5ae-ea3612e3b11a","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:02.520038552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","reconcileID":"c285c76d-43ed-49ad-96e4-3acb734d1f40","MaaSModelRef":{"name":"e2e-shr-quota-20210d-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-quota-20210d-635b8ee89a3e","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-quota-20210d-e2e-extmod-a-850433","externalModel":"e2e-shr-quota-20210d","provider":"e2e-shr-quota-20210d-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:02.553525487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","reconcileID":"50248110-704f-40c5-8264-f387ae52b855","MaaSModelRef":{"name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-auth-2506dc-8d4af284b8f0","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067","externalModel":"e2e-shr-auth-2506dc","provider":"e2e-shr-auth-2506dc-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.164294128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","reconcileID":"3596abb9-5402-45fd-8353-9c0279fdbef8","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.17372076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","reconcileID":"81c4ce6c-9d0a-4848-9a92-55f3caddc577","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.19731256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"c60536f4-1d76-4991-a09d-5bdb47bb7058","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.199508217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"c1fd4482-e481-40ce-b085-19db41086476","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.201519642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"d2862b97-90dd-4c16-b257-5371c56abbc8","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.214413451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fb568c9-6803-49a4-8cf2-f4691cd12298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.21618681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"556c4962-ba19-460f-9335-13a00435f005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.216781554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b57a95c8-dbfe-4c79-9540-0a9d65eb6c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.217796014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"c60536f4-1d76-4991-a09d-5bdb47bb7058","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.221853854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"d2862b97-90dd-4c16-b257-5371c56abbc8","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.235961446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fb568c9-6803-49a4-8cf2-f4691cd12298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.237552659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"556c4962-ba19-460f-9335-13a00435f005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.238238189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"e4fd5b8d-3031-434e-b816-1c52d1ee2851","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.238344656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b57a95c8-dbfe-4c79-9540-0a9d65eb6c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.240437464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0ffc637635c26b5b498ee1dbe8d26521f38fcd2fa5d0e9acaa282ed0f1f383) AuthConfig (1ced19f8e3a378051588a41d81280f6a108282820bd7931fa0dcbe8729ed859a) AuthConfig (21ee8a29edda715a72eb5aaf29293a0830e7d78e3909a61d837746273a2672b2) AuthConfig (a52d7658cf37b74351122ec1309fe57b54a51feeb0e7c615e53a8152c1942b61) AuthConfig (b4c52a613fd7929a61c9d831ae6265d3a73ffd2d4e3378c38126fcfa60653038) AuthConfig (9c0d75d4725143c1f1b06cd086a394cf0bdb0ba89a9833eb32f9133ba43664a7) AuthConfig (cc3fb763467f5e5d22f67946e60d0b21d1a91acef407f94d2271a71f7b9aaa8a) AuthConfig (97fec1d76296f12edeee80d9c27ac250a7ee20dcc139c0ca8f7c0b35d0f5a271) AuthConfig (a91be9598daf30c3a935a21445df3c578988beaf8310291a4b528f263867de1b) AuthConfig (620253b607b4d136b7983df7060653ffb1d81d3171c82d7daa5c47e72cb91111) AuthConfig (b6caf6612985537df1052a01d2aaff21e88d4d64589e803baf72dcfa694a2bf7) AuthConfig (0e5a933209fd3c67426330c3e035f1e6d6d9a88609fb92b4d0cbf092635ac40c) AuthConfig (0135edd71c868e359076d1cfd82c5c864a6d25483681d746f04e54ec59fc10fb) AuthConfig (ac5a22ef7c3550d6f2e2b79907b4bb20ef85a9eebe3afe0512658e64e6dbaf91) AuthConfig (84390fe398e3d8572f137f2b57549cc0baff0b7fd808afebc31d26b32ab7d83d) AuthConfig (a0088770aef988ccc9c841d9791cd7be63d9390e33a9f415ef48da1cc274c7d9) AuthConfig (808c47ca50806f53140c933c6a6ea129908f0abb480d9b2c9ba8e7ddad0a31c5) AuthConfig (cf562be1294bd9bdc022a53d0001569dc3cb232b26e537cd1c35d54a908107e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"d2862b97-90dd-4c16-b257-5371c56abbc8","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.26681922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"3ed9862e-e976-4226-8da0-ffb51c7413de","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.270448756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"2aa5d9af-736d-4e5c-b9f3-724e799cf9f7","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.270688904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"6a941135-9078-41f9-b65e-a03a3d2eb205","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.303086329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"4b31fd1f-974d-4355-9833-6d03e4ae20a8","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.313562708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3340a597-1d75-45a5-b4ca-29b29d1ba232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.334779908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"3340a597-1d75-45a5-b4ca-29b29d1ba232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.406212329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"720f7bbf-8114-4df9-bbb2-664bb80ea651","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.407485582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b81fc734-4ead-49f3-8950-714277bf5368","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.419309213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"245d4546-ce4a-4832-a820-40e1eb385c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.421100923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"cefa5526-808a-44a6-8781-1fc4894909ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.427218656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"b81fc734-4ead-49f3-8950-714277bf5368","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.444471448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"245d4546-ce4a-4832-a820-40e1eb385c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.445595325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"cefa5526-808a-44a6-8781-1fc4894909ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.451436248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-20210d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","reconcileID":"586b3dc8-f6f9-4c23-a469-54eaf259fb80","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-quota-20210d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.501925584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"0911255a-924b-46d8-82fd-dd1e92b9ebf5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.518533192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"37e1bf53-52aa-4c12-ac47-fb604192b654","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.555234994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5ac15de3-e723-480e-91f0-3df3f6fcf698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.565437399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"0911255a-924b-46d8-82fd-dd1e92b9ebf5","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.622483543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"973d32e3-8924-4408-ab04-c34056a1f5fa","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.629933233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"5ac15de3-e723-480e-91f0-3df3f6fcf698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.641540557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"e7258612-2313-4304-82dc-6778038c2e86","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.647138767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"973d32e3-8924-4408-ab04-c34056a1f5fa","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.678932338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"d2d1d116-ee85-42fa-98db-867e5402fc02","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.721969678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"532dfe0d-10cf-4e2b-82a3-8e95ec9e6882","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.721996127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"9222ac59-a207-40cc-9824-4ecb18480636","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.741932498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f1c90d6c-454d-408d-b6ab-32a2b2e9f492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.741949023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fb3d1bf6-e0bf-48ec-ba86-ba92736c6009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.770606075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"8b691a89-c776-438f-a18c-b91498c25ef5","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.776685288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"fb3d1bf6-e0bf-48ec-ba86-ba92736c6009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.784352263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f1c90d6c-454d-408d-b6ab-32a2b2e9f492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.810239821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"900b59ac-9f21-40e9-9a49-b51b8764b3a8","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.8299583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"efcf8c75-b671-4ad6-a334-21804a012a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.83212742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"33cb88bd-0bce-4cc7-88f9-ac0d131e4634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.854211215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"efcf8c75-b671-4ad6-a334-21804a012a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.860699145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"33cb88bd-0bce-4cc7-88f9-ac0d131e4634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.919858481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"fe87875b-a1cd-4d01-8477-7225ba4d9fdb","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.924118146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8054202f-2824-4b56-bccf-0cd031a20d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.924961472Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-2506dc","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","reconcileID":"96183413-6f8d-4ef5-b30a-7956b76a6981","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.944221428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"8054202f-2824-4b56-bccf-0cd031a20d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:03.992860916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"a87db330-9a54-4a77-9cfd-739837342414","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.005816758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"55331747-2a37-4c3f-99d6-229e22455e37","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.006535307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"6966f1f1-8fc1-4f04-9db7-4f0cb47dfdf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.127414741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"6966f1f1-8fc1-4f04-9db7-4f0cb47dfdf6","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.132376199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"55331747-2a37-4c3f-99d6-229e22455e37","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.173162697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014d24f6-7057-4d66-8276-da8c53b24941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.177914281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c09ae7-462a-41b0-b51e-d7ecc527ac72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.183070449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-84f605-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0ffc637635c26b5b498ee1dbe8d26521f38fcd2fa5d0e9acaa282ed0f1f383) AuthConfig (1ced19f8e3a378051588a41d81280f6a108282820bd7931fa0dcbe8729ed859a) AuthConfig (21ee8a29edda715a72eb5aaf29293a0830e7d78e3909a61d837746273a2672b2) AuthConfig (a52d7658cf37b74351122ec1309fe57b54a51feeb0e7c615e53a8152c1942b61) AuthConfig (b4c52a613fd7929a61c9d831ae6265d3a73ffd2d4e3378c38126fcfa60653038) AuthConfig (9c0d75d4725143c1f1b06cd086a394cf0bdb0ba89a9833eb32f9133ba43664a7) AuthConfig (cc3fb763467f5e5d22f67946e60d0b21d1a91acef407f94d2271a71f7b9aaa8a) AuthConfig (97fec1d76296f12edeee80d9c27ac250a7ee20dcc139c0ca8f7c0b35d0f5a271) AuthConfig (a91be9598daf30c3a935a21445df3c578988beaf8310291a4b528f263867de1b) AuthConfig (620253b607b4d136b7983df7060653ffb1d81d3171c82d7daa5c47e72cb91111) AuthConfig (b6caf6612985537df1052a01d2aaff21e88d4d64589e803baf72dcfa694a2bf7) AuthConfig (0e5a933209fd3c67426330c3e035f1e6d6d9a88609fb92b4d0cbf092635ac40c) AuthConfig (0135edd71c868e359076d1cfd82c5c864a6d25483681d746f04e54ec59fc10fb) AuthConfig (ac5a22ef7c3550d6f2e2b79907b4bb20ef85a9eebe3afe0512658e64e6dbaf91) AuthConfig (84390fe398e3d8572f137f2b57549cc0baff0b7fd808afebc31d26b32ab7d83d) AuthConfig (a0088770aef988ccc9c841d9791cd7be63d9390e33a9f415ef48da1cc274c7d9) AuthConfig (808c47ca50806f53140c933c6a6ea129908f0abb480d9b2c9ba8e7ddad0a31c5) AuthConfig (cf562be1294bd9bdc022a53d0001569dc3cb232b26e537cd1c35d54a908107e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"55331747-2a37-4c3f-99d6-229e22455e37","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.208328373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c09ae7-462a-41b0-b51e-d7ecc527ac72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.22198896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"090c2a98-09a0-42ad-8c6c-8a292545e04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.239478106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014d24f6-7057-4d66-8276-da8c53b24941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.249997021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"090c2a98-09a0-42ad-8c6c-8a292545e04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.280691373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f6c4b03c-e460-4ced-abfc-cb02dfdc64d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.334453851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"c0fa7670-c865-4db8-a14f-b973126da007","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.350473586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5ecfc7a6-c3aa-43bf-a970-95b155672154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.351527462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"73737729-5152-45ea-9136-3983a98edc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.35814553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f6c4b03c-e460-4ced-abfc-cb02dfdc64d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.362690307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"abb46d75-0be3-4867-a1cc-94dc25fdb18f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.373119549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"aee580b9-94f5-4c0c-9d1b-c4b1af707a6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.375880709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5ecfc7a6-c3aa-43bf-a970-95b155672154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.381292029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"73737729-5152-45ea-9136-3983a98edc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.383181551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"abb46d75-0be3-4867-a1cc-94dc25fdb18f","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.396634625Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"eb6e9235-6458-470d-a36d-c334aa5254c3","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad75d9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.398117437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"aee580b9-94f5-4c0c-9d1b-c4b1af707a6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.489913848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"8d53afcb-3a1a-4a14-b9d6-6864d0f203ef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.787557795Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"c1911002-c495-4328-a1f0-9c81d3486f34","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ebe015c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.788488611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6bfdfb84-d9cd-4712-a2b9-048637e34f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.802432808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f7f1335b-c1d4-4681-b4a8-367a78a66c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.802634873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"414972c7-2cea-48cc-962f-84b7e8528093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.802904593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c13a0a19-3765-42fe-9a89-8758aaa362df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.81036351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"6bfdfb84-d9cd-4712-a2b9-048637e34f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.82592314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f7f1335b-c1d4-4681-b4a8-367a78a66c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.826065456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"c13a0a19-3765-42fe-9a89-8758aaa362df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.830442306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"414972c7-2cea-48cc-962f-84b7e8528093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.913597762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7ba8e838-0547-43ed-9b1d-22441dd41c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.010873155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7ba8e838-0547-43ed-9b1d-22441dd41c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.061199909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7765c35b-9dff-449e-bad2-8e7400e537ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.081377526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7765c35b-9dff-449e-bad2-8e7400e537ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.143049129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d1820182-78ea-41e4-a8d4-83aff38ebf01","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.14310382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"524cdcea-30b7-4f1a-a95a-644707869292","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.143563092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"b4400277-1037-4214-bed3-f538d25c7328","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.164245809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"524cdcea-30b7-4f1a-a95a-644707869292","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.166877581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"b4400277-1037-4214-bed3-f538d25c7328","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.16786966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"d1820182-78ea-41e4-a8d4-83aff38ebf01","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.215539981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"28e3c357-e956-467c-8a38-1d025a8ab970","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.235040693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"28e3c357-e956-467c-8a38-1d025a8ab970","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.405320995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"c85ac63f-c119-4f08-9b48-5c072278e474","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.405341182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"c85ac63f-c119-4f08-9b48-5c072278e474","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.412354157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"6ec3f890-90a6-4dfc-8169-b91f9b10c3db","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","subscription":"e2e-shr-auth-21119c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.447618054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"6ec3f890-90a6-4dfc-8169-b91f9b10c3db","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.468409757Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-sub","reconcileID":"6ec3f890-90a6-4dfc-8169-b91f9b10c3db","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.573663334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"6d6120f1-8112-4c38-82c3-dac85870fee6","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.589014952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"cfb7057d-6b39-47f2-83a6-32ac1563d4c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.609207331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"cfb7057d-6b39-47f2-83a6-32ac1563d4c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.720320861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"df295472-d324-44c7-b405-0efdc0c7b41c","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.760580305Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"02594e27-5169-4230-8171-4ed734439ade","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.803369106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"dacdd868-c498-4fab-aabe-399543c02146","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","subscription":"e2e-shr-shared-04d283-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.80788997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"02594e27-5169-4230-8171-4ed734439ade","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.836149973Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"dacdd868-c498-4fab-aabe-399543c02146","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.854925151Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-sub","reconcileID":"dacdd868-c498-4fab-aabe-399543c02146","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.857728732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"02594e27-5169-4230-8171-4ed734439ade","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"name":"e2e-extmod-b-ac338d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.857752902Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"e2e-shr-auth-21119c-access","reconcileID":"02594e27-5169-4230-8171-4ed734439ade","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.89313055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","reconcileID":"ee892ec2-2bb1-4407-a7ad-9be741beef7d","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-d5e00642991c","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-b-ac338d","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-b-ac338d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.024835266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"e70e1585-f237-4a02-a1cb-8aecd120d8b4","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.040547427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"2bbf0c7e-dd68-434c-8ce6-98bfaf8c2010","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.052484694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"53b6dc5e-d0f2-443f-a9e7-f4a92cc05f81","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.062418127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"2bbf0c7e-dd68-434c-8ce6-98bfaf8c2010","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.076004662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"53b6dc5e-d0f2-443f-a9e7-f4a92cc05f81","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.084546633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"4666489e-9b57-4e17-a457-dbbe6100938c","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.17460379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"20f9657c-fa33-43eb-8c21-7f4f25495b32","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.17550556Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"7a87c038-2787-4766-b0c4-12c87b2dea78","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37f890fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.231519502Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"228b3d79-cadf-47f2-b147-3c984422f104","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.278233117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"228b3d79-cadf-47f2-b147-3c984422f104","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.295790368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f725c65f-946d-437e-ac4f-19a8bb3e5b6b","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.315479515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f725c65f-946d-437e-ac4f-19a8bb3e5b6b","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.326030432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"228b3d79-cadf-47f2-b147-3c984422f104","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"name":"e2e-extmod-b-fdacdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.326047688Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"e2e-shr-shared-04d283-access","reconcileID":"228b3d79-cadf-47f2-b147-3c984422f104","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.361771156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","reconcileID":"8bb72ce9-0dbf-4b33-a2cf-bf5ef3894037","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-d1c8f5d186c5","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-b-fdacdb","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-b-fdacdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.518998085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"4ce227c2-8953-4515-813f-76a109d52333","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.534525688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"18c84244-018a-4062-8e14-c77010caef9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.555541118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"18c84244-018a-4062-8e14-c77010caef9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.572164982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"0caf0d76-5f4f-4fc6-a14c-509c5450d71b","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aacf581f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.743577621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"33d5d919-6df1-4ad6-9768-cd636bb7dab4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.771169333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"33d5d919-6df1-4ad6-9768-cd636bb7dab4","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.102218119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"612e79f5-8941-4d32-84c7-2fff7e37399a","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.102237401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"612e79f5-8941-4d32-84c7-2fff7e37399a","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.12362065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"5ca9bbeb-bf6f-4f89-8104-1c94f12ab453","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.123648866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"5ca9bbeb-bf6f-4f89-8104-1c94f12ab453","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:16.134376674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"24e854ff-29c3-4cde-993f-2b611ac8e0c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-84f605-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.137388682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"7da41153-bc9e-4d4b-89d9-982735531b48","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:16.1403305Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"5ca9bbeb-bf6f-4f89-8104-1c94f12ab453","name":"test-model-84f605","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-84f605\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:16.140382702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"5ca9bbeb-bf6f-4f89-8104-1c94f12ab453","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-84f605\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.146307691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"4bf3f5c2-45d3-46d0-bceb-8d8b9a6346e4","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.146323882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"4bf3f5c2-45d3-46d0-bceb-8d8b9a6346e4","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.15651597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"7da41153-bc9e-4d4b-89d9-982735531b48","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.168168504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"e2cea85f-0e27-48c1-a989-b707cfeaadca","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.168183254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"e2cea85f-0e27-48c1-a989-b707cfeaadca","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.186661927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"ac163536-368b-460c-b2cb-420d6bf4f786","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.186680246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"ac163536-368b-460c-b2cb-420d6bf4f786","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.234760389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"8bf1ab89-408b-427b-99f7-d232d93ceb6d","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.251739275Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"af44fcfe-9b35-4adf-8a65-4bb36c8de28c","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"maas-trlp-test-model-84f605","model":"test-model-84f605","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-84f605/test-model-84f605-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.254462685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"8bf1ab89-408b-427b-99f7-d232d93ceb6d","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.308890232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"09ecb3b3-464b-42cd-9d53-bd79a5968e6c","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.308909611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"09ecb3b3-464b-42cd-9d53-bd79a5968e6c","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:16.370903669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"9da71fd6-9d4a-4639-872e-7ae9466fb9ef","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"maas-trlp-test-model-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.285825055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4acfc6-9fdf-4efd-b0aa-bb21b0ed87f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.301427102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4acfc6-9fdf-4efd-b0aa-bb21b0ed87f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.316915468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4acfc6-9fdf-4efd-b0aa-bb21b0ed87f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.332638954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4acfc6-9fdf-4efd-b0aa-bb21b0ed87f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.697358707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.987834252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f524237-9fd3-4801-849b-040004e7991b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.004394033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f524237-9fd3-4801-849b-040004e7991b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.021324521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f524237-9fd3-4801-849b-040004e7991b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.037662914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f524237-9fd3-4801-849b-040004e7991b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:23.686605838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b5ff43-14d5-47b6-99ea-c042e4806b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:23.706468496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b5ff43-14d5-47b6-99ea-c042e4806b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:23.726059501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b5ff43-14d5-47b6-99ea-c042e4806b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:23.742574523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b5ff43-14d5-47b6-99ea-c042e4806b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:24.469789746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0667a1-c4d0-4340-b4c1-2108ce22be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:24.485324964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0667a1-c4d0-4340-b4c1-2108ce22be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:24.500980034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0667a1-c4d0-4340-b4c1-2108ce22be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:24.51645714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0667a1-c4d0-4340-b4c1-2108ce22be99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:24.558029088Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7f20f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7f20f7","reconcileID":"4fa38458-808e-4baa-b218-4450643c2431","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7f20f7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-7f20f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.191427752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"5f34ecf3-19eb-4ab6-9d11-8626d9ae2ea2","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","subscription":"e2e-shr-auth-21119c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.198884161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ea4275-4d09-4464-802e-60ec60d8e736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.214885799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ea4275-4d09-4464-802e-60ec60d8e736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.231358644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ea4275-4d09-4464-802e-60ec60d8e736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.247019791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ea4275-4d09-4464-802e-60ec60d8e736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.247380419Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"5f34ecf3-19eb-4ab6-9d11-8626d9ae2ea2","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.263318596Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-sub","reconcileID":"5f34ecf3-19eb-4ab6-9d11-8626d9ae2ea2","MaaSSubscription":{"name":"e2e-shr-auth-21119c-sub","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"maas-trlp-e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.432613408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"a82e929a-0071-41dc-8d18-9804ac11ad98","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.448052341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"de955158-06bb-42f5-978d-59c5e3fd85ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.467176065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"de955158-06bb-42f5-978d-59c5e3fd85ee","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.578531063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"a952f032-09c8-48de-badd-748ea056ad7c","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.588470686Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"b95c874e-ce81-46f3-99f7-9b6ebf9484fc","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","subscription":"e2e-shr-shared-04d283-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.613885741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f14856d4-eb9f-432a-897d-f85eb8ead040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"model":"e2e-extmod-shr-user-0f730e/e2e-shr-auth-21119c-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.620011717Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"b95c874e-ce81-46f3-99f7-9b6ebf9484fc","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.635638738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-sub","reconcileID":"b95c874e-ce81-46f3-99f7-9b6ebf9484fc","MaaSSubscription":{"name":"e2e-shr-shared-04d283-sub","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"maas-trlp-e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.726107335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f14856d4-eb9f-432a-897d-f85eb8ead040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.739973669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"4b2e5b14-cb63-4998-94c3-02f503a1b5d9","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.794377242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f14856d4-eb9f-432a-897d-f85eb8ead040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"name":"e2e-extmod-a-850433-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.794403683Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"e2e-shr-auth-21119c-access","reconcileID":"f14856d4-eb9f-432a-897d-f85eb8ead040","MaaSAuthPolicy":{"name":"e2e-shr-auth-21119c-access","namespace":"ai-tenant-e2e-extmod-a-850433"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.831971658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"f6add8ce-1a9b-4734-b3e5-f11c29877fb3","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.887223489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"dfa3df60-b75b-4fa5-904d-24421d342455","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.903690686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"e06dfe65-fbf4-4865-ab1e-439e1ea51e3f","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:25.90656206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"dfa3df60-b75b-4fa5-904d-24421d342455","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.05318187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d9da60a0-381b-44b4-a29e-d0a16318626f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"model":"e2e-extmod-shr-user-7b8d91/e2e-shr-shared-04d283-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.174575503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d9da60a0-381b-44b4-a29e-d0a16318626f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.198384734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","reconcileID":"83097b24-9f79-4742-81ac-06206ed0d48f","MaaSModelRef":{"name":"e2e-shr-auth-21119c-e2e-extmod-a-850433","namespace":"e2e-extmod-shr-user-0f730e"},"routeName":"external-model-e2e-shr-auth-21119c-9fff0d8dd3c0","namespace":"e2e-extmod-shr-user-0f730e","model":"e2e-shr-auth-21119c-e2e-extmod-a-850433","externalModel":"e2e-shr-auth-21119c","provider":"e2e-shr-auth-21119c-provider","gateway":"openshift-ingress/e2e-extmod-a-850433","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.227144763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d9da60a0-381b-44b4-a29e-d0a16318626f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"name":"e2e-extmod-a-d9e067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.227168323Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"e2e-shr-shared-04d283-access","reconcileID":"d9da60a0-381b-44b4-a29e-d0a16318626f","MaaSAuthPolicy":{"name":"e2e-shr-shared-04d283-access","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.269092498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"1a33560c-a24d-4dd8-805a-5d0e89f9c323","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.615047339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","reconcileID":"59a16879-fa3d-4649-98d9-27ee3df314c4","MaaSModelRef":{"name":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","namespace":"e2e-extmod-shr-user-7b8d91"},"routeName":"external-model-e2e-shr-shared-04d283-f2fbeefd917e","namespace":"e2e-extmod-shr-user-7b8d91","model":"e2e-shr-shared-04d283-e2e-extmod-a-d9e067","externalModel":"e2e-shr-shared-04d283","provider":"e2e-shr-shared-04d283-provider","gateway":"openshift-ingress/e2e-extmod-a-d9e067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.785280899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","reconcileID":"28ad276a-f88e-49eb-b0fe-b3f5e17ffd1b","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.855615785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"37d58b1e-2f81-4e40-b54b-20295359181c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.856047392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd8051b-df92-4156-a076-0c8df8474cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.883540958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"37d58b1e-2f81-4e40-b54b-20295359181c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.886186542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd8051b-df92-4156-a076-0c8df8474cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.92657124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"e739ccad-dd0d-40c0-82f3-6b5c4b007046","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.941443431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d4186ea9-a521-4f09-96a5-f73f3b51ff95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.942301345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0afc61fb-06b6-4f06-b95c-bc9eed101b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.949238961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"e739ccad-dd0d-40c0-82f3-6b5c4b007046","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.969654982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0afc61fb-06b6-4f06-b95c-bc9eed101b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:26.970501795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"d4186ea9-a521-4f09-96a5-f73f3b51ff95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.073008409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f646c36a-aaf3-410c-89ec-acdcfda3b3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.076406762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7b18d5d1-7178-44db-ad88-a1de7764b37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.093182383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f646c36a-aaf3-410c-89ec-acdcfda3b3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.095904386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"7b18d5d1-7178-44db-ad88-a1de7764b37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.129414937Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-21119c","namespace":"e2e-extmod-shr-user-0f730e"},"namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","reconcileID":"080631bd-f376-4044-ab89-65a119b1347a","namespace":"e2e-extmod-shr-user-0f730e","name":"e2e-shr-auth-21119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.172178228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"27807bb6-d83e-4748-8e5e-358adec7483a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.172515695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d1ee9cc8-4823-4460-b7bf-bc65d9168a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.172685528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"956fd588-eb3f-451b-8780-e0dd30e89e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.193924493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"27807bb6-d83e-4748-8e5e-358adec7483a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.194070166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"d1ee9cc8-4823-4460-b7bf-bc65d9168a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.197218112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"956fd588-eb3f-451b-8780-e0dd30e89e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.199581947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"c0eec68a-72a2-4a9b-816e-20aca889bfb1","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.40486437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f314b5ff-109f-4624-b537-07820d179ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.405363562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"537a79a9-ca26-4767-9818-3661fbc82cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.409177269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"cc552711-6286-4005-b46b-6f2010fc9430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.40917743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"79d94f18-ad35-4c33-8b79-7600095d06a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.426082195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"537a79a9-ca26-4767-9818-3661fbc82cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.426986965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f314b5ff-109f-4624-b537-07820d179ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.42991544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"79d94f18-ad35-4c33-8b79-7600095d06a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.432143586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"cc552711-6286-4005-b46b-6f2010fc9430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.478710211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b60952d3-935b-4018-bec2-a118304311d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.502244601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"b60952d3-935b-4018-bec2-a118304311d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.551539839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04d283","namespace":"e2e-extmod-shr-user-7b8d91"},"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","reconcileID":"90f7a87f-c538-4d82-9431-de919b78b56e","namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-shared-04d283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.753152388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"dd29390f-9847-4ee2-a075-6898fa5307f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.754093783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"b5eb6243-4ee1-44f9-a48a-7ab85db625e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.775001897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"b5eb6243-4ee1-44f9-a48a-7ab85db625e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.778453015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"dd29390f-9847-4ee2-a075-6898fa5307f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.781593759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4adddd8b-5d74-4696-9579-9ae93e5a85fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.782772121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e5fe2b65-4cab-44dd-8fae-41e3968d25a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.80152112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"10ea4b0c-e2a9-4064-a969-459a1342eb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.804977054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4adddd8b-5d74-4696-9579-9ae93e5a85fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.808473663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"e5fe2b65-4cab-44dd-8fae-41e3968d25a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.893716029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"10ea4b0c-e2a9-4064-a969-459a1342eb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.952223915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"6d77d3b2-320d-4289-9c6d-79191ee3bae5","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.968531498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5fc15ec1-2dbe-4b2c-a67f-968e57497068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.987319809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"5fc15ec1-2dbe-4b2c-a67f-968e57497068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.987948972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"6d77d3b2-320d-4289-9c6d-79191ee3bae5","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.076338907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8b1d0c7e-1429-48ef-b3d8-1f81a287b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.076613683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ded1788f-b8f0-449a-9a95-4e2e4f5841f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.076338831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"453fadbb-31f6-4772-914b-12f2e7b583e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.098067431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"8b1d0c7e-1429-48ef-b3d8-1f81a287b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.098099361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"453fadbb-31f6-4772-914b-12f2e7b583e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.100289273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ded1788f-b8f0-449a-9a95-4e2e4f5841f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.168658377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"30344c13-69a9-4fe4-9c35-c1fb63e5ba1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.168700736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"661944b4-971e-4805-94c0-3cd5e31a3154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.18822498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"661944b4-971e-4805-94c0-3cd5e31a3154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.189454856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c01de8da-81a2-42e2-8938-a5844bae777d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.189822295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"30344c13-69a9-4fe4-9c35-c1fb63e5ba1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.208993377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"c01de8da-81a2-42e2-8938-a5844bae777d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.292698198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"5757e938-81d6-4477-bed7-e9bb9c8cee3c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.333833435Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"5757e938-81d6-4477-bed7-e9bb9c8cee3c","name":"e2e-inf-b-056a96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.888350167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3751ae-87bf-4a47-87f5-e4ab3b512f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.911811713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3751ae-87bf-4a47-87f5-e4ab3b512f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.956856706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3751ae-87bf-4a47-87f5-e4ab3b512f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.974466038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3751ae-87bf-4a47-87f5-e4ab3b512f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:39.575322318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b7323a-b5e7-4643-9e8a-bc652a59459f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:39.590943833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b7323a-b5e7-4643-9e8a-bc652a59459f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:39.606298075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b7323a-b5e7-4643-9e8a-bc652a59459f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:39.621878328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62b7323a-b5e7-4643-9e8a-bc652a59459f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:39.856736384Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-29d09b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-29d09b","reconcileID":"18b37e2b-ab26-4db3-ad09-dbc53b3eddad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-29d09b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-29d09b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.065206946Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8ed55a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8ed55a","reconcileID":"14d493f1-aaa3-4f01-8efd-be522c262b6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8ed55a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-8ed55a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.247040785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474cd9c2-7204-4ec5-b34d-5b07d81b336f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.263244771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474cd9c2-7204-4ec5-b34d-5b07d81b336f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.279837146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474cd9c2-7204-4ec5-b34d-5b07d81b336f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.295634162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"474cd9c2-7204-4ec5-b34d-5b07d81b336f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.937917855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e208b0c-ef98-4862-8659-704db813a4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.953866936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e208b0c-ef98-4862-8659-704db813a4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.971368998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e208b0c-ef98-4862-8659-704db813a4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.987749978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e208b0c-ef98-4862-8659-704db813a4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.591083222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dd915b-4938-4cce-85d5-ce4f0e44e445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.606911185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dd915b-4938-4cce-85d5-ce4f0e44e445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.622514018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dd915b-4938-4cce-85d5-ce4f0e44e445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.638394084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dd915b-4938-4cce-85d5-ce4f0e44e445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.456127407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5840e87e-c91a-49d5-bf23-cb188463e890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.472482864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5840e87e-c91a-49d5-bf23-cb188463e890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.48931373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5840e87e-c91a-49d5-bf23-cb188463e890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.50542967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5840e87e-c91a-49d5-bf23-cb188463e890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:47.697755394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.198451511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"c67f149c-0abd-4a7c-bc92-32e46b9c09dd","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"maas-trlp-test-model-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.255321393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"8bd90572-5a59-41d6-ab85-dcbd2d8066e3","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.255342243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"8bd90572-5a59-41d6-ab85-dcbd2d8066e3","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.280936258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"3f2db948-59d8-4a45-8874-f9cfa9d70ccd","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.300461227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"3f2db948-59d8-4a45-8874-f9cfa9d70ccd","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:53.731509083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"4c3a3b8d-b39d-4a3a-a67d-dd89fe80533d","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:53.731623346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"4c3a3b8d-b39d-4a3a-a67d-dd89fe80533d","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.04434563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"5be87d69-2864-47eb-928e-6064b9ecdbd1","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.044368583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"5be87d69-2864-47eb-928e-6064b9ecdbd1","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.065602395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"5f52a0ac-d7f9-49b6-b30d-06b4d26df5c1","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.065623936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"5f52a0ac-d7f9-49b6-b30d-06b4d26df5c1","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.09777025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"77e2518c-8b09-45b3-838a-18822775163d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.149672761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"77e2518c-8b09-45b3-838a-18822775163d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.167730687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-726205-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"77e2518c-8b09-45b3-838a-18822775163d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.187960254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"a1c02739-7555-48cc-bd16-f0c064d96044","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.187981655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"a1c02739-7555-48cc-bd16-f0c064d96044","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.219330379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d186f83d-704d-4a99-a7fa-c0e24fe894b3","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.239724941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d186f83d-704d-4a99-a7fa-c0e24fe894b3","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.257605423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-726205-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d186f83d-704d-4a99-a7fa-c0e24fe894b3","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.292149175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"23b7b14e-687b-45a8-a99d-fdcdf8951003","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.337608424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"23b7b14e-687b-45a8-a99d-fdcdf8951003","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.35622316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-726205-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a48451f739ce5411efd8de314a088353b5c33556812d1004620d3bdf156e7) AuthConfig (e61e39fe52bebb7d11192e017f654646a63d5d8f01a80b859e0fdf831593e9c1) AuthConfig (dbec08ab463a95ffda20c4e1f8bce68916a5c0529452467557a112f46f04870e) AuthConfig (ecc15c0458a32366bd5d3bb5323990174b9d2421296af8533420a550abd5628f) AuthConfig (dc9f763842a95aa0507f9e646562f511d656f353d99000d182156dadf8299926) AuthConfig (79060836c315a64e66c278b23d315e5c5c47c255445dd479bbacf164c58f3349) AuthConfig (527e68f5ea70780c972e700e692a29449d76f1ad6fb980de9c3e45840de99df6) AuthConfig (db5820254cccc9071218557ca9a5ffaa3ae2111cc4d81b300463e10de7bd9679) AuthConfig (e3836b8865f8eb6e4cd28667d1a1489c24e4a375c7e858580a3989244b1f6149) AuthConfig (22560c2e3e74c2ad3e5a3cb10aed9524a735a24e502fb2590d21b785e9723cf9) AuthConfig (2bcffe78e80c162e9c03335622c5ee88b1cb49cd902f1fc984824af1fef3686b) AuthConfig (89c1785ffa7519e726cd9540a46927bea947217dc53da8f5ce9303a2912fc628) AuthConfig (b525c09e78290602c57c64cdeab5934e50333b9710b95261fddfb098bfcdf0d1) AuthConfig (9bdc43aaba4c6bfddc11209be9bac17970a29f34b92ee9e615e4408f4961ef7a) AuthConfig (6eb4af60f9a9115710b354d793c9a90fd8cf85b97acb7c4cbc2a600a6943fc6e) AuthConfig (a398c1d4fd29c44f403505f5bc336e7704067635505e782953bb6c5a3326d508) AuthConfig (6b8889069163670224163bacd80c01acbf20af333e8a15d9ca250f5e446194b8) AuthConfig (9bcb84e70f551382671e19bdc6b251f5ac07240efbf97c9734140e01f4aa0f4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"23b7b14e-687b-45a8-a99d-fdcdf8951003","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.377850661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"cdc62d18-429c-4860-b389-8b703310cf65","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.377876141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"cdc62d18-429c-4860-b389-8b703310cf65","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:17.697892623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.595990521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"a07b010c-2c70-4b1e-b74a-2c5315a8dd61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.63874903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"a07b010c-2c70-4b1e-b74a-2c5315a8dd61","name":"e2e-inf-b-7f20f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:24.425632983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"ce3a0161-d401-4ccc-ba7a-3977b80a1a5a","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:24.448291589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"ce3a0161-d401-4ccc-ba7a-3977b80a1a5a","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:24.466922712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-726205-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a48451f739ce5411efd8de314a088353b5c33556812d1004620d3bdf156e7) AuthConfig (e61e39fe52bebb7d11192e017f654646a63d5d8f01a80b859e0fdf831593e9c1) AuthConfig (dbec08ab463a95ffda20c4e1f8bce68916a5c0529452467557a112f46f04870e) AuthConfig (ecc15c0458a32366bd5d3bb5323990174b9d2421296af8533420a550abd5628f) AuthConfig (dc9f763842a95aa0507f9e646562f511d656f353d99000d182156dadf8299926) AuthConfig (79060836c315a64e66c278b23d315e5c5c47c255445dd479bbacf164c58f3349) AuthConfig (527e68f5ea70780c972e700e692a29449d76f1ad6fb980de9c3e45840de99df6) AuthConfig (db5820254cccc9071218557ca9a5ffaa3ae2111cc4d81b300463e10de7bd9679) AuthConfig (e3836b8865f8eb6e4cd28667d1a1489c24e4a375c7e858580a3989244b1f6149) AuthConfig (22560c2e3e74c2ad3e5a3cb10aed9524a735a24e502fb2590d21b785e9723cf9) AuthConfig (2bcffe78e80c162e9c03335622c5ee88b1cb49cd902f1fc984824af1fef3686b) AuthConfig (89c1785ffa7519e726cd9540a46927bea947217dc53da8f5ce9303a2912fc628) AuthConfig (b525c09e78290602c57c64cdeab5934e50333b9710b95261fddfb098bfcdf0d1) AuthConfig (9bdc43aaba4c6bfddc11209be9bac17970a29f34b92ee9e615e4408f4961ef7a) AuthConfig (6eb4af60f9a9115710b354d793c9a90fd8cf85b97acb7c4cbc2a600a6943fc6e) AuthConfig (a398c1d4fd29c44f403505f5bc336e7704067635505e782953bb6c5a3326d508) AuthConfig (6b8889069163670224163bacd80c01acbf20af333e8a15d9ca250f5e446194b8) AuthConfig (9bcb84e70f551382671e19bdc6b251f5ac07240efbf97c9734140e01f4aa0f4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"ce3a0161-d401-4ccc-ba7a-3977b80a1a5a","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.497841034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"b8484036-c948-4858-96bf-fd8441123958","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.517944448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"b8484036-c948-4858-96bf-fd8441123958","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.535950882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-726205-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a48451f739ce5411efd8de314a088353b5c33556812d1004620d3bdf156e7) AuthConfig (e61e39fe52bebb7d11192e017f654646a63d5d8f01a80b859e0fdf831593e9c1) AuthConfig (dbec08ab463a95ffda20c4e1f8bce68916a5c0529452467557a112f46f04870e) AuthConfig (ecc15c0458a32366bd5d3bb5323990174b9d2421296af8533420a550abd5628f) AuthConfig (dc9f763842a95aa0507f9e646562f511d656f353d99000d182156dadf8299926) AuthConfig (79060836c315a64e66c278b23d315e5c5c47c255445dd479bbacf164c58f3349) AuthConfig (527e68f5ea70780c972e700e692a29449d76f1ad6fb980de9c3e45840de99df6) AuthConfig (db5820254cccc9071218557ca9a5ffaa3ae2111cc4d81b300463e10de7bd9679) AuthConfig (e3836b8865f8eb6e4cd28667d1a1489c24e4a375c7e858580a3989244b1f6149) AuthConfig (22560c2e3e74c2ad3e5a3cb10aed9524a735a24e502fb2590d21b785e9723cf9) AuthConfig (2bcffe78e80c162e9c03335622c5ee88b1cb49cd902f1fc984824af1fef3686b) AuthConfig (89c1785ffa7519e726cd9540a46927bea947217dc53da8f5ce9303a2912fc628) AuthConfig (b525c09e78290602c57c64cdeab5934e50333b9710b95261fddfb098bfcdf0d1) AuthConfig (9bdc43aaba4c6bfddc11209be9bac17970a29f34b92ee9e615e4408f4961ef7a) AuthConfig (6eb4af60f9a9115710b354d793c9a90fd8cf85b97acb7c4cbc2a600a6943fc6e) AuthConfig (a398c1d4fd29c44f403505f5bc336e7704067635505e782953bb6c5a3326d508) AuthConfig (6b8889069163670224163bacd80c01acbf20af333e8a15d9ca250f5e446194b8) AuthConfig (9bcb84e70f551382671e19bdc6b251f5ac07240efbf97c9734140e01f4aa0f4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"b8484036-c948-4858-96bf-fd8441123958","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.60203737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a6523f-c77b-49a1-9e08-688510e65b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.621697771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a6523f-c77b-49a1-9e08-688510e65b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.645645834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a6523f-c77b-49a1-9e08-688510e65b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.662629963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a6523f-c77b-49a1-9e08-688510e65b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.263418412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01fff780-83e6-4979-aa61-ae9d317d5b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.279703505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01fff780-83e6-4979-aa61-ae9d317d5b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.295376642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01fff780-83e6-4979-aa61-ae9d317d5b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.311077949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01fff780-83e6-4979-aa61-ae9d317d5b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.841348432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"5a730a70-a568-4ac1-9589-1e8cae5f3dcb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.88255848Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"5a730a70-a568-4ac1-9589-1e8cae5f3dcb","name":"e2e-inf-a-29d09b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.976625377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff29258-0425-469c-a00b-bcdf09fbca4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.992760624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff29258-0425-469c-a00b-bcdf09fbca4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.009845728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff29258-0425-469c-a00b-bcdf09fbca4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.09183098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff29258-0425-469c-a00b-bcdf09fbca4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.72064341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8964bf29-e5d8-4dbf-b81c-71524c553f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.736521605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8964bf29-e5d8-4dbf-b81c-71524c553f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.752571871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8964bf29-e5d8-4dbf-b81c-71524c553f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.768337934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8964bf29-e5d8-4dbf-b81c-71524c553f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:37.724839366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"d5d17294-ebf8-4610-9261-60f67f9b020b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:37.773199417Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"d5d17294-ebf8-4610-9261-60f67f9b020b","name":"e2e-inf-a-8ed55a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.566517418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"fe141ffb-9345-49cb-8ac4-21aa436fb8bc","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.585859263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"fe141ffb-9345-49cb-8ac4-21aa436fb8bc","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.603557772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-726205-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a48451f739ce5411efd8de314a088353b5c33556812d1004620d3bdf156e7) AuthConfig (e61e39fe52bebb7d11192e017f654646a63d5d8f01a80b859e0fdf831593e9c1) AuthConfig (dbec08ab463a95ffda20c4e1f8bce68916a5c0529452467557a112f46f04870e) AuthConfig (ecc15c0458a32366bd5d3bb5323990174b9d2421296af8533420a550abd5628f) AuthConfig (dc9f763842a95aa0507f9e646562f511d656f353d99000d182156dadf8299926) AuthConfig (79060836c315a64e66c278b23d315e5c5c47c255445dd479bbacf164c58f3349) AuthConfig (527e68f5ea70780c972e700e692a29449d76f1ad6fb980de9c3e45840de99df6) AuthConfig (db5820254cccc9071218557ca9a5ffaa3ae2111cc4d81b300463e10de7bd9679) AuthConfig (e3836b8865f8eb6e4cd28667d1a1489c24e4a375c7e858580a3989244b1f6149) AuthConfig (22560c2e3e74c2ad3e5a3cb10aed9524a735a24e502fb2590d21b785e9723cf9) AuthConfig (2bcffe78e80c162e9c03335622c5ee88b1cb49cd902f1fc984824af1fef3686b) AuthConfig (89c1785ffa7519e726cd9540a46927bea947217dc53da8f5ce9303a2912fc628) AuthConfig (b525c09e78290602c57c64cdeab5934e50333b9710b95261fddfb098bfcdf0d1) AuthConfig (9bdc43aaba4c6bfddc11209be9bac17970a29f34b92ee9e615e4408f4961ef7a) AuthConfig (6eb4af60f9a9115710b354d793c9a90fd8cf85b97acb7c4cbc2a600a6943fc6e) AuthConfig (a398c1d4fd29c44f403505f5bc336e7704067635505e782953bb6c5a3326d508) AuthConfig (6b8889069163670224163bacd80c01acbf20af333e8a15d9ca250f5e446194b8) AuthConfig (9bcb84e70f551382671e19bdc6b251f5ac07240efbf97c9734140e01f4aa0f4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"fe141ffb-9345-49cb-8ac4-21aa436fb8bc","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:47.698895223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.634439178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"8d47bbf3-4460-4af2-bf52-f40f8f516973","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.653948028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"8d47bbf3-4460-4af2-bf52-f40f8f516973","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.740093547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"854523b5-a9a4-4b00-b238-b671b9625be3","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.740118675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"854523b5-a9a4-4b00-b238-b671b9625be3","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.346243351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"b967d79b-4cd2-4313-b6e1-9050b56cb219","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.346290273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"b967d79b-4cd2-4313-b6e1-9050b56cb219","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.36780174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"9ba43f2a-d56c-4019-aad7-3041093e177d","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.36782181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"9ba43f2a-d56c-4019-aad7-3041093e177d","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.377475796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"907ae21f-9391-4da0-ad10-b926fd643507","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:58:56.384761442Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"9ba43f2a-d56c-4019-aad7-3041093e177d","name":"test-model-726205","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-726205\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:58:56.384826272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"9ba43f2a-d56c-4019-aad7-3041093e177d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-726205\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:58:56.384900852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"c57d88d9-172c-4546-af2d-efa221071fa1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-726205-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.39106723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"259b1b6c-9cef-4c9c-b51f-e728e2e29793","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.391082472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"259b1b6c-9cef-4c9c-b51f-e728e2e29793","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.396816889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"907ae21f-9391-4da0-ad10-b926fd643507","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.418971762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"87213d5c-1038-41f3-b6d6-baff28cc69e5","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.418987006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"87213d5c-1038-41f3-b6d6-baff28cc69e5","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.436602198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"1f67616b-94c4-40de-b4b8-7d512417b705","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.43661816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"1f67616b-94c4-40de-b4b8-7d512417b705","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.501738637Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"333263e9-f009-44a4-92ff-05d4ff203949","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"maas-trlp-test-model-726205","model":"test-model-726205","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-726205/test-model-726205-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.559049769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"1737a952-56ca-4a04-87b0-7ce7e3425526","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.566450283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"d31c1451-6887-4afa-a99e-b44f11fe4d66","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.566470498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"d31c1451-6887-4afa-a99e-b44f11fe4d66","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.578683797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"1737a952-56ca-4a04-87b0-7ce7e3425526","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.627810966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"d8a0022f-c0f7-41f1-93ca-f2d4107c95fd","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"maas-trlp-test-model-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.286717544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"b1fab515-efaa-4313-9a29-1b57714805da","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.286750141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"b1fab515-efaa-4313-9a29-1b57714805da","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.532182408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"516d4a8e-4557-4270-8e2e-7ab7b93c42e7","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.532205868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"516d4a8e-4557-4270-8e2e-7ab7b93c42e7","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.554045634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"f19173b9-6e17-4c29-bf9d-6dea8f5bad8d","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.554066867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"f19173b9-6e17-4c29-bf9d-6dea8f5bad8d","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.585417928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"2b36cda7-277b-483f-a06a-c6d1ae9f3b00","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.633578061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"2b36cda7-277b-483f-a06a-c6d1ae9f3b00","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.652207662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"2b36cda7-277b-483f-a06a-c6d1ae9f3b00","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.680918595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"90e17371-715d-46bd-9c33-c4481e4038cd","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.680959227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"90e17371-715d-46bd-9c33-c4481e4038cd","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:17.698175792Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:19.439859394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e829e3-9ca0-451c-ad14-12c2e092acc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:19.459682991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e829e3-9ca0-451c-ad14-12c2e092acc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:19.501290056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e829e3-9ca0-451c-ad14-12c2e092acc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:19.520788715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e829e3-9ca0-451c-ad14-12c2e092acc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.468084172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b2042b-4b12-4ab1-a262-cb31ff7fc53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.483926559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b2042b-4b12-4ab1-a262-cb31ff7fc53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.502486057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b2042b-4b12-4ab1-a262-cb31ff7fc53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.519674811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b2042b-4b12-4ab1-a262-cb31ff7fc53d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.715723884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"8a085599-42eb-41e1-874d-5f6669243972","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.735051723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"8a085599-42eb-41e1-874d-5f6669243972","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.753239593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"8a085599-42eb-41e1-874d-5f6669243972","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.30689803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"a8b68417-23c4-4769-9e9f-0a5ac6a4c23a","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"maas-trlp-test-model-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.338204841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a3d614-98ab-42e0-aa1a-4b74f4859f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.354022055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a3d614-98ab-42e0-aa1a-4b74f4859f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.369624209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a3d614-98ab-42e0-aa1a-4b74f4859f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.385162013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a3d614-98ab-42e0-aa1a-4b74f4859f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.410302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"39ce7e0a-66af-464d-912d-c58e09c96148","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.41040123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"39ce7e0a-66af-464d-912d-c58e09c96148","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.616020617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"f984559a-529f-46ed-bf51-9ddc411a5c21","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.635526167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"f984559a-529f-46ed-bf51-9ddc411a5c21","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.653994281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"f984559a-529f-46ed-bf51-9ddc411a5c21","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.097725581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8780e5-8462-4503-bab6-f539ee87f188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.116237354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8780e5-8462-4503-bab6-f539ee87f188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.132096649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8780e5-8462-4503-bab6-f539ee87f188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.147880361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8780e5-8462-4503-bab6-f539ee87f188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.366589357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"9d896413-ac2a-4fec-85d9-0268810e5d36","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.425504115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"9d896413-ac2a-4fec-85d9-0268810e5d36","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:31.719209384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ab68b9aa-749e-4f15-927e-918737c7c317","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:31.805272314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ab68b9aa-749e-4f15-927e-918737c7c317","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:31.824655674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ab68b9aa-749e-4f15-927e-918737c7c317","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.153498857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d71536c-5dce-4441-ab36-93cb167f97f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.16974418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d71536c-5dce-4441-ab36-93cb167f97f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.185574646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d71536c-5dce-4441-ab36-93cb167f97f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.205423179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d71536c-5dce-4441-ab36-93cb167f97f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.845556718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c30937-445f-44e2-ac72-d23513989be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.86372802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c30937-445f-44e2-ac72-d23513989be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.881290186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c30937-445f-44e2-ac72-d23513989be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.904324203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c30937-445f-44e2-ac72-d23513989be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.104550602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66def00-2b2e-4570-ba0a-98b001f73ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.120335087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66def00-2b2e-4570-ba0a-98b001f73ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.137375382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66def00-2b2e-4570-ba0a-98b001f73ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.153082591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66def00-2b2e-4570-ba0a-98b001f73ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.85324809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e269aa-6144-40a5-a368-3d160ddaa904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.87388007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e269aa-6144-40a5-a368-3d160ddaa904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.912811944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e269aa-6144-40a5-a368-3d160ddaa904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:38.93261284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e269aa-6144-40a5-a368-3d160ddaa904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.85631756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"215cf2ff-cc2e-4399-8a49-30322e598bda","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.876480555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"215cf2ff-cc2e-4399-8a49-30322e598bda","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.894827236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"215cf2ff-cc2e-4399-8a49-30322e598bda","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.977674404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78fb3e1-edad-4cc9-9167-bc1dfeb57ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.994276426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78fb3e1-edad-4cc9-9167-bc1dfeb57ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.009875816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78fb3e1-edad-4cc9-9167-bc1dfeb57ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.025357758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78fb3e1-edad-4cc9-9167-bc1dfeb57ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.681934785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245e3bd6-0ace-41ee-b2ac-0e43614fb30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.700959981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245e3bd6-0ace-41ee-b2ac-0e43614fb30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.717640833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245e3bd6-0ace-41ee-b2ac-0e43614fb30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.733292545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245e3bd6-0ace-41ee-b2ac-0e43614fb30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.773635571Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-537652","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-537652","reconcileID":"f4743e63-b31c-426d-91f2-c4945f2bab36","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-537652","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-537652":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.61651464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b0c3e7-12bc-4b16-8fa9-e24480d9d919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.632815792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b0c3e7-12bc-4b16-8fa9-e24480d9d919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.648410768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b0c3e7-12bc-4b16-8fa9-e24480d9d919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.664144175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b0c3e7-12bc-4b16-8fa9-e24480d9d919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.414455838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb7f575-2451-41a8-a712-5c52f163f74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.4303518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb7f575-2451-41a8-a712-5c52f163f74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.446796233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb7f575-2451-41a8-a712-5c52f163f74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.462775093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb7f575-2451-41a8-a712-5c52f163f74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.721684033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.096026127Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-70c7d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-70c7d6","reconcileID":"71af1371-87dd-4124-bb21-feb5a93e25f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-70c7d6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-70c7d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.208966572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70cd68a-e8e5-4615-b2ef-ae64865426da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.225833404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70cd68a-e8e5-4615-b2ef-ae64865426da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.243014942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70cd68a-e8e5-4615-b2ef-ae64865426da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.258912392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b70cd68a-e8e5-4615-b2ef-ae64865426da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.726075015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"474d977b-4c1e-4292-81e0-d4fdb38e1c09","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.732990267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"43baa28c-4faf-429a-a6a5-10bfe9d4e284","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.741762341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"43baa28c-4faf-429a-a6a5-10bfe9d4e284","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.915606585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"8caa7e62-5f8c-4c22-a6f8-4afb56b82f2e","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"maas-trlp-test-model-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.935296599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"474d977b-4c1e-4292-81e0-d4fdb38e1c09","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.986405517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"474d977b-4c1e-4292-81e0-d4fdb38e1c09","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.986431661Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"474d977b-4c1e-4292-81e0-d4fdb38e1c09","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.005182215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"164637e2-1727-47c7-9905-e91aa37b7397","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.005505278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"1f67f925-d836-436b-8a99-8a77d94d2978","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.005523996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"1f67f925-d836-436b-8a99-8a77d94d2978","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.07223254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdc7ea3-394f-4b89-8de4-35ce09a08919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.088046784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdc7ea3-394f-4b89-8de4-35ce09a08919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.103802311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdc7ea3-394f-4b89-8de4-35ce09a08919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.105588494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"8f9efee0-1fa6-4ba8-821c-8ceb5a96f376","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"maas-trlp-test-model-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.119841185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdc7ea3-394f-4b89-8de4-35ce09a08919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.135938306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"164637e2-1727-47c7-9905-e91aa37b7397","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.155717124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"164637e2-1727-47c7-9905-e91aa37b7397","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"e2e-inf-a-84f605-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.155736098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"164637e2-1727-47c7-9905-e91aa37b7397","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.157354585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"0dd330f4-7871-48b8-b0b2-85f151d41a6e","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.157373152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"0dd330f4-7871-48b8-b0b2-85f151d41a6e","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:59:49.171442394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-84f605-auth","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-auth","reconcileID":"164637e2-1727-47c7-9905-e91aa37b7397","error":"maasauthpolicies.maas.opendatahub.io \"test-model-84f605-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.810145071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b909e8-a0fa-42e2-a8b4-65bb644e17f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.826892032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b909e8-a0fa-42e2-a8b4-65bb644e17f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.843104568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b909e8-a0fa-42e2-a8b4-65bb644e17f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.85886668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b909e8-a0fa-42e2-a8b4-65bb644e17f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:50.4796111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b378ca9b-e8f2-4215-9c2f-333dadb8aebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:50.495282851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b378ca9b-e8f2-4215-9c2f-333dadb8aebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:50.511208648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b378ca9b-e8f2-4215-9c2f-333dadb8aebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:50.526940443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b378ca9b-e8f2-4215-9c2f-333dadb8aebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:51.927012899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"03ea82cb-85a4-47f0-b243-abcca83ccf75","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:51.947019292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"03ea82cb-85a4-47f0-b243-abcca83ccf75","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:51.965007107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"03ea82cb-85a4-47f0-b243-abcca83ccf75","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.526058742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"684cb7ae-b848-4719-8d3c-9d8fad3199f6","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.526186846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"684cb7ae-b848-4719-8d3c-9d8fad3199f6","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.822721116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"4f3c24c2-b4e8-48ec-8068-0f5b28839091","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.822749937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"4f3c24c2-b4e8-48ec-8068-0f5b28839091","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.842389186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"ac5ce0a1-561a-42cf-99d1-94d8fdb49671","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.842412617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"ac5ce0a1-561a-42cf-99d1-94d8fdb49671","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.873193681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"cc857ac0-c5dc-4d64-8a00-45f1a63e4d23","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.921744718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"cc857ac0-c5dc-4d64-8a00-45f1a63e4d23","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.939686677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"cc857ac0-c5dc-4d64-8a00-45f1a63e4d23","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.957835029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"f07fa96e-4b0a-44fb-99bd-b212c272d15e","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.957852271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"f07fa96e-4b0a-44fb-99bd-b212c272d15e","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.224934332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"8b567dfb-2aad-48b1-9af5-dfedcdf0401d","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","subscription":"test-model-84f605-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.242925109Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"8b567dfb-2aad-48b1-9af5-dfedcdf0401d","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.258759179Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605-sub","reconcileID":"8b567dfb-2aad-48b1-9af5-dfedcdf0401d","MaaSSubscription":{"name":"test-model-84f605-sub","namespace":"ai-tenant-e2e-inf-a-84f605"},"name":"maas-trlp-test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.344847508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"81a21e53-90ce-4458-a130-5acf5b277b52","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"tenant":"e2e-inf-a-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","model":"ai-tenant-e2e-inf-a-84f605/test-model-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.344870155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"test-model-84f605","reconcileID":"81a21e53-90ce-4458-a130-5acf5b277b52","MaaSModelRef":{"name":"test-model-84f605","namespace":"ai-tenant-e2e-inf-a-84f605"},"routeName":"test-model-84f605-kserve-route","namespace":"ai-tenant-e2e-inf-a-84f605","llmisvcName":"test-model-84f605","gateway":"openshift-ingress/e2e-inf-a-84f605","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.655312994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"e64b41b3-1979-4b09-b7c8-7fc7d823669c","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.655699867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"e64b41b3-1979-4b09-b7c8-7fc7d823669c","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.655641992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d6741871-fa25-4efc-9a78-4d9b80fe050d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.807167382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d6741871-fa25-4efc-9a78-4d9b80fe050d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.807980475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"b3988710-a259-4b49-9e48-abdff91b2b5d","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"maas-trlp-test-model-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.889047123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d6741871-fa25-4efc-9a78-4d9b80fe050d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.889159364Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"d6741871-fa25-4efc-9a78-4d9b80fe050d","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.916593229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"c64bd8c0-c5f9-48ea-a1b5-ce1dbf2aa06c","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.917916751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"1f8668d6-aaf5-4fea-9afd-344b2747a29b","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:00.918025568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"1f8668d6-aaf5-4fea-9afd-344b2747a29b","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.017460657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"c64bd8c0-c5f9-48ea-a1b5-ce1dbf2aa06c","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.021405235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"d1fe5263-57b6-474c-9825-8c43367da593","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"maas-trlp-test-model-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.038718425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"c64bd8c0-c5f9-48ea-a1b5-ce1dbf2aa06c","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"e2e-inf-b-726205-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.038739617Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"c64bd8c0-c5f9-48ea-a1b5-ce1dbf2aa06c","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-726205","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:00:01.058872902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-726205-auth","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-auth","reconcileID":"c64bd8c0-c5f9-48ea-a1b5-ce1dbf2aa06c","error":"maasauthpolicies.maas.opendatahub.io \"test-model-726205-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.063197435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"6c9864d8-b2d0-4ca8-b49f-1a46a69bbeae","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.06331716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"6c9864d8-b2d0-4ca8-b49f-1a46a69bbeae","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.997641634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"36432ad8-a5d6-4946-b35a-823fd2348cdb","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.018985642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"36432ad8-a5d6-4946-b35a-823fd2348cdb","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.03800089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"36432ad8-a5d6-4946-b35a-823fd2348cdb","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:05.994316204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"906ea823-7892-4a13-b794-d2ed63c6f4f0","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:06.028557454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"906ea823-7892-4a13-b794-d2ed63c6f4f0","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:06.065923722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"906ea823-7892-4a13-b794-d2ed63c6f4f0","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:07.518789384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"2a518de1-6d94-4ac4-badb-74b1ae10868a","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:07.538037675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"2a518de1-6d94-4ac4-badb-74b1ae10868a","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:07.556209869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"2a518de1-6d94-4ac4-badb-74b1ae10868a","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.134982687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"9d03b16d-bb15-4e43-adff-6512506c1771","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"model":"ai-tenant-e2e-inf-b-726205/test-model-726205","subscription":"test-model-726205-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.154968348Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"9d03b16d-bb15-4e43-adff-6512506c1771","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.171404285Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205-sub","reconcileID":"9d03b16d-bb15-4e43-adff-6512506c1771","MaaSSubscription":{"name":"test-model-726205-sub","namespace":"ai-tenant-e2e-inf-b-726205"},"name":"maas-trlp-test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.259648633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"54e3e8f1-32fa-4555-907a-183cc1dac978","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"tenant":"e2e-inf-b-726205","gateway":"openshift-ingress/e2e-inf-b-726205","model":"ai-tenant-e2e-inf-b-726205/test-model-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.259678929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"test-model-726205","reconcileID":"54e3e8f1-32fa-4555-907a-183cc1dac978","MaaSModelRef":{"name":"test-model-726205","namespace":"ai-tenant-e2e-inf-b-726205"},"routeName":"test-model-726205-kserve-route","namespace":"ai-tenant-e2e-inf-b-726205","llmisvcName":"test-model-726205","gateway":"openshift-ingress/e2e-inf-b-726205","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.06945021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"3eac4543-7111-407d-953d-4bd6022b1d6d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.088831794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"3eac4543-7111-407d-953d-4bd6022b1d6d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.106649694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ef7aeb9e5edd55417b177653312dc35a564a88486610a3dab5098455b601a0e) AuthConfig (28932b9537f7d39b075bf88b57f325bffa5ee6014544184d15e5d1ca714d18cb) AuthConfig (ca77042483aaad0a3119804f02fad40223c03a433588f21d6d54fc46733d613a) AuthConfig (76cfe173e1957f37915785661dfb5cc3afe33319d130746c72dc48ce644c9c5e) AuthConfig (85cb8e9e8f5dfe50932ee2372c7d604304bed75ade45297cc112a6d4084ad20d) AuthConfig (499b77480ac87aa084231ec4644c91d2369731ad1dde06ce0d4d4875865ab765) AuthConfig (0fb116a6d8c1516977e20aedc2c7c74d6baef843a70dd4a2dcb868d47e4aac34) AuthConfig (9df78422462cff0e192a4fe1bb2a09ea62f7e4ed496f8805be728ac2d16da947) AuthConfig (e2154800f84bad5f881ab280350d56269bb8c1152e462622b03daa979e618294) AuthConfig (ae6698bb8fb85375643162781272d6f073c35c584e759f6ac6070ce21f6bb305) AuthConfig (ad563a17eec3cece6aa6890e308fb31707ad2b7b26254c58354db41e09c6c8f2) AuthConfig (489d7b309c2307faba172ab0ee3a2b6a71e5613f748201a47f488e1edd4ef216) AuthConfig (5c5edd2b8231d3862c52d8fad900348b83b30bffeef4861732a0c3424435f92c) AuthConfig (7ca8aff5f2b31a47eceba4883a9d9848927cfc120eacb3f399319c34e7e49f6c) AuthConfig (b8a493ab6ecfab6212034f453df5a673086139114e9d28704c6b09429a805bf9) AuthConfig (9c251cdbe6f270cfec78cdb0447682383953f8a00b83b76938b85abac587a8ca) AuthConfig (2b67d270fbefc858f657f3e2eb353e868b2d7e906467f2276da80ca50fa9ff53) AuthConfig (cac95fdc97fb2379e3af2c7cc93671cbc3da293663dc1d384effce5d58ad1644)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"3eac4543-7111-407d-953d-4bd6022b1d6d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.126728503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"69fd7ff2-292d-40e2-b05f-5942108f094e","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.126747263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"69fd7ff2-292d-40e2-b05f-5942108f094e","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:17.628063385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4a0ee732-47b3-4ca0-8fbb-67ad4d3d0949","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:17.700439174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4a0ee732-47b3-4ca0-8fbb-67ad4d3d0949","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:17.719433369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4a0ee732-47b3-4ca0-8fbb-67ad4d3d0949","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:17.729201573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:22.164896799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"57b82eed-7470-4a24-8d73-d013b41df29d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:22.186643497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"57b82eed-7470-4a24-8d73-d013b41df29d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:22.205610522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ef7aeb9e5edd55417b177653312dc35a564a88486610a3dab5098455b601a0e) AuthConfig (28932b9537f7d39b075bf88b57f325bffa5ee6014544184d15e5d1ca714d18cb) AuthConfig (ca77042483aaad0a3119804f02fad40223c03a433588f21d6d54fc46733d613a) AuthConfig (76cfe173e1957f37915785661dfb5cc3afe33319d130746c72dc48ce644c9c5e) AuthConfig (85cb8e9e8f5dfe50932ee2372c7d604304bed75ade45297cc112a6d4084ad20d) AuthConfig (499b77480ac87aa084231ec4644c91d2369731ad1dde06ce0d4d4875865ab765) AuthConfig (0fb116a6d8c1516977e20aedc2c7c74d6baef843a70dd4a2dcb868d47e4aac34) AuthConfig (9df78422462cff0e192a4fe1bb2a09ea62f7e4ed496f8805be728ac2d16da947) AuthConfig (e2154800f84bad5f881ab280350d56269bb8c1152e462622b03daa979e618294) AuthConfig (ae6698bb8fb85375643162781272d6f073c35c584e759f6ac6070ce21f6bb305) AuthConfig (ad563a17eec3cece6aa6890e308fb31707ad2b7b26254c58354db41e09c6c8f2) AuthConfig (489d7b309c2307faba172ab0ee3a2b6a71e5613f748201a47f488e1edd4ef216) AuthConfig (5c5edd2b8231d3862c52d8fad900348b83b30bffeef4861732a0c3424435f92c) AuthConfig (7ca8aff5f2b31a47eceba4883a9d9848927cfc120eacb3f399319c34e7e49f6c) AuthConfig (b8a493ab6ecfab6212034f453df5a673086139114e9d28704c6b09429a805bf9) AuthConfig (9c251cdbe6f270cfec78cdb0447682383953f8a00b83b76938b85abac587a8ca) AuthConfig (2b67d270fbefc858f657f3e2eb353e868b2d7e906467f2276da80ca50fa9ff53) AuthConfig (cac95fdc97fb2379e3af2c7cc93671cbc3da293663dc1d384effce5d58ad1644)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"57b82eed-7470-4a24-8d73-d013b41df29d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.750724936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"86a1a48e-b45e-46c2-a87c-70ac8d1bb228","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.769609258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"86a1a48e-b45e-46c2-a87c-70ac8d1bb228","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.787942298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"86a1a48e-b45e-46c2-a87c-70ac8d1bb228","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.826833519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcd6915-148f-4580-89ed-de0cad6a56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.843119168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcd6915-148f-4580-89ed-de0cad6a56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.858737944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcd6915-148f-4580-89ed-de0cad6a56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.87425046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcd6915-148f-4580-89ed-de0cad6a56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:29.572663375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b36dbb-737e-427a-91ac-723d424b34cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:29.588208488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b36dbb-737e-427a-91ac-723d424b34cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:29.603873455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b36dbb-737e-427a-91ac-723d424b34cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:29.619374538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b36dbb-737e-427a-91ac-723d424b34cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.237527555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"b4083751-5940-4de0-b64a-066bd54f740e","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.257402176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"b4083751-5940-4de0-b64a-066bd54f740e","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.281569455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ef7aeb9e5edd55417b177653312dc35a564a88486610a3dab5098455b601a0e) AuthConfig (28932b9537f7d39b075bf88b57f325bffa5ee6014544184d15e5d1ca714d18cb) AuthConfig (ca77042483aaad0a3119804f02fad40223c03a433588f21d6d54fc46733d613a) AuthConfig (76cfe173e1957f37915785661dfb5cc3afe33319d130746c72dc48ce644c9c5e) AuthConfig (85cb8e9e8f5dfe50932ee2372c7d604304bed75ade45297cc112a6d4084ad20d) AuthConfig (499b77480ac87aa084231ec4644c91d2369731ad1dde06ce0d4d4875865ab765) AuthConfig (0fb116a6d8c1516977e20aedc2c7c74d6baef843a70dd4a2dcb868d47e4aac34) AuthConfig (9df78422462cff0e192a4fe1bb2a09ea62f7e4ed496f8805be728ac2d16da947) AuthConfig (e2154800f84bad5f881ab280350d56269bb8c1152e462622b03daa979e618294) AuthConfig (ae6698bb8fb85375643162781272d6f073c35c584e759f6ac6070ce21f6bb305) AuthConfig (ad563a17eec3cece6aa6890e308fb31707ad2b7b26254c58354db41e09c6c8f2) AuthConfig (489d7b309c2307faba172ab0ee3a2b6a71e5613f748201a47f488e1edd4ef216) AuthConfig (5c5edd2b8231d3862c52d8fad900348b83b30bffeef4861732a0c3424435f92c) AuthConfig (7ca8aff5f2b31a47eceba4883a9d9848927cfc120eacb3f399319c34e7e49f6c) AuthConfig (b8a493ab6ecfab6212034f453df5a673086139114e9d28704c6b09429a805bf9) AuthConfig (9c251cdbe6f270cfec78cdb0447682383953f8a00b83b76938b85abac587a8ca) AuthConfig (2b67d270fbefc858f657f3e2eb353e868b2d7e906467f2276da80ca50fa9ff53) AuthConfig (cac95fdc97fb2379e3af2c7cc93671cbc3da293663dc1d384effce5d58ad1644)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"b4083751-5940-4de0-b64a-066bd54f740e","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.878093004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"dccd909b-a294-4366-9211-7039bff9a3dd","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.897318365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"dccd909b-a294-4366-9211-7039bff9a3dd","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.915689877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"dccd909b-a294-4366-9211-7039bff9a3dd","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:42.31432108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"6fa72c9f-bf3e-46eb-b672-02da4b267917","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:42.334139613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"6fa72c9f-bf3e-46eb-b672-02da4b267917","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:42.352343105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-883a9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ef7aeb9e5edd55417b177653312dc35a564a88486610a3dab5098455b601a0e) AuthConfig (28932b9537f7d39b075bf88b57f325bffa5ee6014544184d15e5d1ca714d18cb) AuthConfig (ca77042483aaad0a3119804f02fad40223c03a433588f21d6d54fc46733d613a) AuthConfig (76cfe173e1957f37915785661dfb5cc3afe33319d130746c72dc48ce644c9c5e) AuthConfig (85cb8e9e8f5dfe50932ee2372c7d604304bed75ade45297cc112a6d4084ad20d) AuthConfig (499b77480ac87aa084231ec4644c91d2369731ad1dde06ce0d4d4875865ab765) AuthConfig (0fb116a6d8c1516977e20aedc2c7c74d6baef843a70dd4a2dcb868d47e4aac34) AuthConfig (9df78422462cff0e192a4fe1bb2a09ea62f7e4ed496f8805be728ac2d16da947) AuthConfig (e2154800f84bad5f881ab280350d56269bb8c1152e462622b03daa979e618294) AuthConfig (ae6698bb8fb85375643162781272d6f073c35c584e759f6ac6070ce21f6bb305) AuthConfig (ad563a17eec3cece6aa6890e308fb31707ad2b7b26254c58354db41e09c6c8f2) AuthConfig (489d7b309c2307faba172ab0ee3a2b6a71e5613f748201a47f488e1edd4ef216) AuthConfig (5c5edd2b8231d3862c52d8fad900348b83b30bffeef4861732a0c3424435f92c) AuthConfig (7ca8aff5f2b31a47eceba4883a9d9848927cfc120eacb3f399319c34e7e49f6c) AuthConfig (b8a493ab6ecfab6212034f453df5a673086139114e9d28704c6b09429a805bf9) AuthConfig (9c251cdbe6f270cfec78cdb0447682383953f8a00b83b76938b85abac587a8ca) AuthConfig (2b67d270fbefc858f657f3e2eb353e868b2d7e906467f2276da80ca50fa9ff53) AuthConfig (cac95fdc97fb2379e3af2c7cc93671cbc3da293663dc1d384effce5d58ad1644)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"6fa72c9f-bf3e-46eb-b672-02da4b267917","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:45.360671119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"8077b55b-d1cf-4a27-b68d-888bd51719fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:45.402111145Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"8077b55b-d1cf-4a27-b68d-888bd51719fd","name":"e2e-inf-b-537652-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:47.713565279Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:47.94768723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"d7399c25-d15b-4ade-9f52-4a40626da133","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:47.966964783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"d7399c25-d15b-4ade-9f52-4a40626da133","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:47.985199072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"d7399c25-d15b-4ade-9f52-4a40626da133","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.7534212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"252ba647-8064-4a70-9221-a13adb033242","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.795876724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"252ba647-8064-4a70-9221-a13adb033242","name":"e2e-inf-b-70c7d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.383694153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"878e1308-18c5-4812-bbb3-fc3e9459deb1","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.40293538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"878e1308-18c5-4812-bbb3-fc3e9459deb1","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.48696906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"427637ce-002b-460d-a8aa-1dc7e6cd15cc","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.486990703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"427637ce-002b-460d-a8aa-1dc7e6cd15cc","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.890787017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"08b9c87b-d5a9-406e-9aa4-87082aa6285a","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.8908094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"08b9c87b-d5a9-406e-9aa4-87082aa6285a","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.915567598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"2b9f01e2-b164-4f37-a912-43708a0c35bc","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.915759943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"2b9f01e2-b164-4f37-a912-43708a0c35bc","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.92429098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"06cdfdee-c695-4e3b-891b-21f5f33c0650","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:00:53.924978467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"5cf4cd94-db52-407c-91f1-f7201acc65ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-883a9e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.94352556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"06cdfdee-c695-4e3b-891b-21f5f33c0650","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.960971334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"1f2bd6a6-66c7-42b9-91a1-027231338cb7","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.960990929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"1f2bd6a6-66c7-42b9-91a1-027231338cb7","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.979526414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"5c639426-9346-45ef-9b35-ccb3de3cbcc1","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:53.979543947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"5c639426-9346-45ef-9b35-ccb3de3cbcc1","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.045930119Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"5f308fd9-986d-470c-9150-24e3ca12b402","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"maas-trlp-test-model-883a9e","model":"test-model-883a9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-883a9e/test-model-883a9e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.106083983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"d81b47e6-0368-489e-b942-9bd3898baae3","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.10610902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"d81b47e6-0368-489e-b942-9bd3898baae3","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.110613766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"48fa3064-f496-4435-9228-b3eaae519642","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.130436508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"48fa3064-f496-4435-9228-b3eaae519642","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.169240634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"6997b9b7-edba-4181-8d16-53e0891a2307","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"maas-trlp-test-model-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.016239869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"e7780383-af7e-4574-8740-31fb71752e51","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.035941863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"e7780383-af7e-4574-8740-31fb71752e51","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.054507485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a5992b680b4a36dcc090bf956ad047acb0a9e96a828cc7de15c517542d4a817) AuthConfig (0e823c141b1dede1f5505435930d462643f5da3f8824107d003dfa1a0c5215bc) AuthConfig (c922f9caa747b0ca2b9ff05fa360156e24b376084746d0443564b606b57c0c48) AuthConfig (1b17e4228d54514fea0cbff66a28e2afca5af96e6d6985b8bbd3efb602160c5f) AuthConfig (20d5e4afefaf72676ed3f82fbb97494135f1db25957e85d70e5dc90ed5ac4723) AuthConfig (ba700088221e14ee76c4f9c952a296a46bf850cde91abe59caf9dcc17d664348) AuthConfig (7edee9a46182e93424bac2fb3010f41a99592b30d9f1999d05f305a625b74758) AuthConfig (33f207dfa91f54b03f81c851cd317ef475f1200e13a86d0b3fde1ccd87f7d7d9) AuthConfig (2b5b67392a04ac24a5337da490ad83a4fe8c620c9d5ff0117f570293f478748c) AuthConfig (b6fc2b44d43ca03303537db999412df90ed8b8e4d88e9a20246343ac4054f7bd) AuthConfig (d442768d4d5ea71748ee449b134f7384215ef27bd0de080d6d907a08e570c973) AuthConfig (6deaf3c961c270ff7dd860a0b6c52f0cecea7ab9f2f26016f5a7715b4373a1d6) AuthConfig (477a66ef2817d5cd3bc22930f8efd489568e22f818b0db6579c8de311f80574b) AuthConfig (8b07f13e8cd0ef256f037e7513bd9f3255da79d68133cb92fd40ef7e5367a840) AuthConfig (4ae468ce0c8dc8c7d878844131d2f78f8cc3ec2d5450b6f3fcc84bc4745815cd) AuthConfig (eaacd6ae0e65226fae2e091290d9773ddd2cb7a53b9e28f099e8a9515b9e799c) AuthConfig (34da460690c3946deb9ef31fed3589cd83e7f673c19ef4a9c9de39febe11ffae) AuthConfig (f18968715da5c89a1c6e90601075476a3df1fe46062f4b16e69dd4ede92a6c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"e7780383-af7e-4574-8740-31fb71752e51","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.079049302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"bc7c5dcc-7021-491a-a775-906e56a3fbf9","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.079070802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"bc7c5dcc-7021-491a-a775-906e56a3fbf9","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.109784061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"7f2eff02-1036-4ae3-8f09-ad6b286520c0","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.128887557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"7f2eff02-1036-4ae3-8f09-ad6b286520c0","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.147622944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a5992b680b4a36dcc090bf956ad047acb0a9e96a828cc7de15c517542d4a817) AuthConfig (0e823c141b1dede1f5505435930d462643f5da3f8824107d003dfa1a0c5215bc) AuthConfig (c922f9caa747b0ca2b9ff05fa360156e24b376084746d0443564b606b57c0c48) AuthConfig (1b17e4228d54514fea0cbff66a28e2afca5af96e6d6985b8bbd3efb602160c5f) AuthConfig (20d5e4afefaf72676ed3f82fbb97494135f1db25957e85d70e5dc90ed5ac4723) AuthConfig (ba700088221e14ee76c4f9c952a296a46bf850cde91abe59caf9dcc17d664348) AuthConfig (7edee9a46182e93424bac2fb3010f41a99592b30d9f1999d05f305a625b74758) AuthConfig (33f207dfa91f54b03f81c851cd317ef475f1200e13a86d0b3fde1ccd87f7d7d9) AuthConfig (2b5b67392a04ac24a5337da490ad83a4fe8c620c9d5ff0117f570293f478748c) AuthConfig (b6fc2b44d43ca03303537db999412df90ed8b8e4d88e9a20246343ac4054f7bd) AuthConfig (d442768d4d5ea71748ee449b134f7384215ef27bd0de080d6d907a08e570c973) AuthConfig (6deaf3c961c270ff7dd860a0b6c52f0cecea7ab9f2f26016f5a7715b4373a1d6) AuthConfig (477a66ef2817d5cd3bc22930f8efd489568e22f818b0db6579c8de311f80574b) AuthConfig (8b07f13e8cd0ef256f037e7513bd9f3255da79d68133cb92fd40ef7e5367a840) AuthConfig (4ae468ce0c8dc8c7d878844131d2f78f8cc3ec2d5450b6f3fcc84bc4745815cd) AuthConfig (eaacd6ae0e65226fae2e091290d9773ddd2cb7a53b9e28f099e8a9515b9e799c) AuthConfig (34da460690c3946deb9ef31fed3589cd83e7f673c19ef4a9c9de39febe11ffae) AuthConfig (f18968715da5c89a1c6e90601075476a3df1fe46062f4b16e69dd4ede92a6c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"7f2eff02-1036-4ae3-8f09-ad6b286520c0","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.07281863Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","namespace":"ai-tenant-e2e-inf-a-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.072896308Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","namespace":"ai-tenant-e2e-inf-a-84f605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.072960514Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","tenant":"e2e-inf-a-84f605","tenantID":"e2e-inf-a-84f605","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.090802156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Deployment","name":"maas-api-e2e-inf-a-84f605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.120926071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Service","name":"maas-api-e2e-inf-a-84f605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.139595286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-84f605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.160424937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-84f605","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.182215407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.199897974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.220103455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.237837873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.253055372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Deployment","name":"payload-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.268492167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.283843596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Service","name":"payload-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.299368911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.316493339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.331988225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.347357538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.368052319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.386316261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.412091757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.433792034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-84f605","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.451994119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-84f605"},"namespace":"ai-tenant-e2e-inf-a-84f605","name":"default-tenant","reconcileID":"f168b98d-879b-4203-b2b2-1ca8b2916096","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-84f605","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:16.024828072Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-84f605","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-84f605","reconcileID":"365f5364-2112-459b-a09f-3725758efe38","aitenant":"ai-tenants/e2e-inf-a-84f605","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:16.100758499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20343ef6-9f2a-4949-a27b-c7cd74bb9e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:16.117143564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20343ef6-9f2a-4949-a27b-c7cd74bb9e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:16.133269352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20343ef6-9f2a-4949-a27b-c7cd74bb9e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:16.149071592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20343ef6-9f2a-4949-a27b-c7cd74bb9e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:16.308812232Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-84f605","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-84f605","reconcileID":"365f5364-2112-459b-a09f-3725758efe38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-84f605","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-84f605"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.103913879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecac43e-7ec0-486a-882d-884ec60ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.123749946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecac43e-7ec0-486a-882d-884ec60ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.139674583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecac43e-7ec0-486a-882d-884ec60ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.160436302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ecac43e-7ec0-486a-882d-884ec60ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.715451701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.146857842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"9a40fe25-f0d5-4a27-accf-f39478509000","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"maas-trlp-test-model-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.186314624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"172b7dc2-5447-434a-a071-93ddf70c9f92","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.208554696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"1f4c0dcc-f191-4c17-a847-b75b167f7f89","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.20859351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"1f4c0dcc-f191-4c17-a847-b75b167f7f89","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.211489879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"172b7dc2-5447-434a-a071-93ddf70c9f92","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.233569519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-49d7e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a5992b680b4a36dcc090bf956ad047acb0a9e96a828cc7de15c517542d4a817) AuthConfig (0e823c141b1dede1f5505435930d462643f5da3f8824107d003dfa1a0c5215bc) AuthConfig (c922f9caa747b0ca2b9ff05fa360156e24b376084746d0443564b606b57c0c48) AuthConfig (1b17e4228d54514fea0cbff66a28e2afca5af96e6d6985b8bbd3efb602160c5f) AuthConfig (20d5e4afefaf72676ed3f82fbb97494135f1db25957e85d70e5dc90ed5ac4723) AuthConfig (ba700088221e14ee76c4f9c952a296a46bf850cde91abe59caf9dcc17d664348) AuthConfig (7edee9a46182e93424bac2fb3010f41a99592b30d9f1999d05f305a625b74758) AuthConfig (33f207dfa91f54b03f81c851cd317ef475f1200e13a86d0b3fde1ccd87f7d7d9) AuthConfig (2b5b67392a04ac24a5337da490ad83a4fe8c620c9d5ff0117f570293f478748c) AuthConfig (b6fc2b44d43ca03303537db999412df90ed8b8e4d88e9a20246343ac4054f7bd) AuthConfig (d442768d4d5ea71748ee449b134f7384215ef27bd0de080d6d907a08e570c973) AuthConfig (6deaf3c961c270ff7dd860a0b6c52f0cecea7ab9f2f26016f5a7715b4373a1d6) AuthConfig (477a66ef2817d5cd3bc22930f8efd489568e22f818b0db6579c8de311f80574b) AuthConfig (8b07f13e8cd0ef256f037e7513bd9f3255da79d68133cb92fd40ef7e5367a840) AuthConfig (4ae468ce0c8dc8c7d878844131d2f78f8cc3ec2d5450b6f3fcc84bc4745815cd) AuthConfig (eaacd6ae0e65226fae2e091290d9773ddd2cb7a53b9e28f099e8a9515b9e799c) AuthConfig (34da460690c3946deb9ef31fed3589cd83e7f673c19ef4a9c9de39febe11ffae) AuthConfig (f18968715da5c89a1c6e90601075476a3df1fe46062f4b16e69dd4ede92a6c4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"172b7dc2-5447-434a-a071-93ddf70c9f92","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:20.225930305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"772760a4-b8fe-4d6b-92f9-9e8c2225918d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:20.24591798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"772760a4-b8fe-4d6b-92f9-9e8c2225918d","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:20.941642424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"9073ee15-3d62-4e8c-b1e4-388888792e33","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:20.941674501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"9073ee15-3d62-4e8c-b1e4-388888792e33","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.252897521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"589110e0-7307-460c-8cd7-bd1de8422165","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.252928103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"589110e0-7307-460c-8cd7-bd1de8422165","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.272886834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"8931e20f-8e9f-4ef8-a552-94c8c308b2a5","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.272908394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"8931e20f-8e9f-4ef8-a552-94c8c308b2a5","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.304366094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"b83bdf3d-7893-4d1d-9144-d9381056f3b4","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.353601185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"b83bdf3d-7893-4d1d-9144-d9381056f3b4","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.372200572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"b83bdf3d-7893-4d1d-9144-d9381056f3b4","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.392119676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"4378be1d-3ee2-422c-bb8d-79eef5a7d7c9","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.392141879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"4378be1d-3ee2-422c-bb8d-79eef5a7d7c9","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.183493195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7779f2-d3ff-4d7d-874c-bde1900a9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.199064326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7779f2-d3ff-4d7d-874c-bde1900a9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.214585576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7779f2-d3ff-4d7d-874c-bde1900a9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.230539472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7779f2-d3ff-4d7d-874c-bde1900a9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:23.501495986Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-7b8d91","name":"e2e-shr-auth-2506dc-e2e-extmod-a-d9e067.18e462e90e88d19d"},"error":"namespaces \"e2e-extmod-shr-user-7b8d91\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.96169506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60e598a-0544-42e6-aaef-a3fe1a20ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.977447802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60e598a-0544-42e6-aaef-a3fe1a20ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.992969502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60e598a-0544-42e6-aaef-a3fe1a20ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.008741476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60e598a-0544-42e6-aaef-a3fe1a20ca00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.819094779Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","namespace":"ai-tenant-e2e-inf-b-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.819173925Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","namespace":"ai-tenant-e2e-inf-b-726205","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.819243297Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","tenant":"e2e-inf-b-726205","tenantID":"e2e-inf-b-726205","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.83687266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Deployment","name":"maas-api-e2e-inf-b-726205","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.864721891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Service","name":"maas-api-e2e-inf-b-726205","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.88453529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-726205","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.90204844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-726205","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.92350565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.941080258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.961072015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.979010973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:24.994573533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Deployment","name":"payload-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.009868799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.025093689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Service","name":"payload-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.040340103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.055867314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.071478631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.088517513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.11261942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.128587323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.14766583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.165575953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-726205","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.184605552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-726205"},"namespace":"ai-tenant-e2e-inf-b-726205","name":"default-tenant","reconcileID":"d6ce3025-e281-4765-b5f9-7b2fb79334d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-726205","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.267957043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"061fc865-c6db-4955-bbe3-e234a5e7c635","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.287417537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"061fc865-c6db-4955-bbe3-e234a5e7c635","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.370628049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"0b065c90-6698-4f3b-aa8a-69432612d835","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.370651531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"0b065c90-6698-4f3b-aa8a-69432612d835","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.858765079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"f8faa058-eecf-46e9-ac60-307c706ba620","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.858787511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"f8faa058-eecf-46e9-ac60-307c706ba620","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.896329049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"a8fa63a7-2ab6-4c6f-adfd-5853f0f5764d","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.896349344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"a8fa63a7-2ab6-4c6f-adfd-5853f0f5764d","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:28.909466872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"b211bc8f-48e2-45d7-b1a7-2e5aaefef510","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-49d7e5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.910418125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4cefa156-10e1-4881-809f-603b2eda9bb3","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.930526319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4cefa156-10e1-4881-809f-603b2eda9bb3","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.944123059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"977fa0b1-5d92-4266-9e81-7199ec73e333","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.944147088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"977fa0b1-5d92-4266-9e81-7199ec73e333","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.962586243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"7208a883-110c-4e92-8dcd-2727826eaa8e","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.962604604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"7208a883-110c-4e92-8dcd-2727826eaa8e","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.093134973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"7e377f7a-e7ec-4dd9-b6dd-a5c6b27efb9c","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.09757394Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"85b932a3-bacb-41af-aac0-7a32172e32c9","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"maas-trlp-test-model-49d7e5","model":"test-model-49d7e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.112420683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"7e377f7a-e7ec-4dd9-b6dd-a5c6b27efb9c","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.154604002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"9b3513b9-4bfb-41f6-b7ce-0c3f846f53dc","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.154624407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"9b3513b9-4bfb-41f6-b7ce-0c3f846f53dc","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.222464022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"6772b3c7-3d3a-4cd5-b95d-7f4bda4d6af6","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"maas-trlp-test-model-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.207444942Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-726205","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-726205","reconcileID":"6405842b-4727-4277-a259-8bb1a2868c60","aitenant":"ai-tenants/e2e-inf-b-726205","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.455340712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7beb545f-feee-4219-af78-4c1252dc8796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.471032304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7beb545f-feee-4219-af78-4c1252dc8796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.486673637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7beb545f-feee-4219-af78-4c1252dc8796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.495046588Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-726205","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-726205","reconcileID":"6405842b-4727-4277-a259-8bb1a2868c60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-726205","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-726205"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.502804923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7beb545f-feee-4219-af78-4c1252dc8796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.249565249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07fc66-d558-49a4-b934-a0047208b811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.26541313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07fc66-d558-49a4-b934-a0047208b811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.280991831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07fc66-d558-49a4-b934-a0047208b811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.297299654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07fc66-d558-49a4-b934-a0047208b811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.42372786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"8ce48664-23c0-4fe3-a0fc-da22b30ef84f","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.443232079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"8ce48664-23c0-4fe3-a0fc-da22b30ef84f","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.461109826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"8ce48664-23c0-4fe3-a0fc-da22b30ef84f","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.984890524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be2fbc-2a36-4465-987b-181a6d9f86b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.000752426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be2fbc-2a36-4465-987b-181a6d9f86b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.017159102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be2fbc-2a36-4465-987b-181a6d9f86b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.035182769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76be2fbc-2a36-4465-987b-181a6d9f86b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.339479691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d854ab-b54b-44c8-8845-243c955d1f63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.339501292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d854ab-b54b-44c8-8845-243c955d1f63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.370745104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b34f02-116e-4e5e-acc8-827456df7687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.370772555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b34f02-116e-4e5e-acc8-827456df7687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.401862778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"c0250361-51e9-4b6a-b2ca-72dc47e4eaa6","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.498095976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"c0250361-51e9-4b6a-b2ca-72dc47e4eaa6","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.51691734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"c0250361-51e9-4b6a-b2ca-72dc47e4eaa6","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.533634037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a08ad0-4494-4bdb-b1ff-7579f01059c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.533652327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a08ad0-4494-4bdb-b1ff-7579f01059c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.536908157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25102f8e-5a5f-4a32-8d06-5fed0764d1bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.536924583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25102f8e-5a5f-4a32-8d06-5fed0764d1bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.553367378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bcfa571-2c1c-4912-8bec-0d8be265bb91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.553383916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bcfa571-2c1c-4912-8bec-0d8be265bb91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:32.586868968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-sub-0b4a2007","reconcileID":"b036e94a-06b6-48d9-bd1a-9fb7712d3a8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-0b4a2007\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.587076459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"a876971a-31c2-4928-b903-7f63d59c65a2","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.607096849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"a876971a-31c2-4928-b903-7f63d59c65a2","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.624909602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"a876971a-31c2-4928-b903-7f63d59c65a2","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.627789777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf02596-0bb4-4cfc-b8aa-ac7c22969f67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.627807298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf02596-0bb4-4cfc-b8aa-ac7c22969f67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.645911471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da641bac-4858-404a-b7a9-7cb7cd12902e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.645928195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da641bac-4858-404a-b7a9-7cb7cd12902e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.693330436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483762d5-9189-4156-95cf-86f49572e22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.709230386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483762d5-9189-4156-95cf-86f49572e22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.725088791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483762d5-9189-4156-95cf-86f49572e22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.730114312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-sub-0b4a2007","reconcileID":"a9b61826-9aad-4fae-a81d-a1a0a8a25a4c","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-0b4a2007/e2e-sub-0b4a2007","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.74102741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483762d5-9189-4156-95cf-86f49572e22a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.804390922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a42951-6690-4d55-ab0e-11f75f80cfbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.804411481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a42951-6690-4d55-ab0e-11f75f80cfbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.810213496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b1186cb-141f-40d2-95f4-0bb3951e0f8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:32.923412938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-sub-0b4a2007","reconcileID":"09e511d8-7622-4543-8d59-13b92a425cce","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.519630291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"5817f33b-1b4b-4534-8b1c-b9aa9b696dd0","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.543229148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"5817f33b-1b4b-4534-8b1c-b9aa9b696dd0","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.561138213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"5817f33b-1b4b-4534-8b1c-b9aa9b696dd0","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.656624978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"8c51bcc8-8ae4-4dbc-927c-175a5cbd7514","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.67600612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"8c51bcc8-8ae4-4dbc-927c-175a5cbd7514","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.693516579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"8c51bcc8-8ae4-4dbc-927c-175a5cbd7514","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.900784829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdb07bc-2e14-4939-ba26-b19c7aa03c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.916769559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdb07bc-2e14-4939-ba26-b19c7aa03c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.932453135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdb07bc-2e14-4939-ba26-b19c7aa03c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.948231546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bdb07bc-2e14-4939-ba26-b19c7aa03c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.572657654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde876e2-dddb-4ad9-8e5a-2646326d613b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.588373585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde876e2-dddb-4ad9-8e5a-2646326d613b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.60466576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde876e2-dddb-4ad9-8e5a-2646326d613b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.620989502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dde876e2-dddb-4ad9-8e5a-2646326d613b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.697478124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.593197063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"32e1fe91-985e-4234-a93c-12f591f70ee1","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.613080411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"32e1fe91-985e-4234-a93c-12f591f70ee1","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.633280623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"32e1fe91-985e-4234-a93c-12f591f70ee1","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.28397096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfce6be-1798-416d-a4a8-e990ca4dc565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.299883173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfce6be-1798-416d-a4a8-e990ca4dc565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.316209133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfce6be-1798-416d-a4a8-e990ca4dc565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.33222853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfce6be-1798-416d-a4a8-e990ca4dc565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.738221196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"2ad8ee3f-c514-4e50-9c76-0f180e8a3ff9","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.758177191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"2ad8ee3f-c514-4e50-9c76-0f180e8a3ff9","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.776535693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"2ad8ee3f-c514-4e50-9c76-0f180e8a3ff9","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.944772262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d0a719-65ba-4fc0-bd90-fb40db99d7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.962087753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d0a719-65ba-4fc0-bd90-fb40db99d7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.978672695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d0a719-65ba-4fc0-bd90-fb40db99d7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:53.009128506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d0a719-65ba-4fc0-bd90-fb40db99d7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.665697309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"30624d7a-9549-4d8d-999c-77efe14be36f","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.686040755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"30624d7a-9549-4d8d-999c-77efe14be36f","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.704971582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"30624d7a-9549-4d8d-999c-77efe14be36f","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.809090863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"2c5cb15f-4714-43cb-a8b9-dcce5e11958b","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.830280167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"2c5cb15f-4714-43cb-a8b9-dcce5e11958b","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.849032627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"2c5cb15f-4714-43cb-a8b9-dcce5e11958b","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:11.749775135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"7cb81098-7363-497f-8e54-76f08f098b45","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:11.775900621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"7cb81098-7363-497f-8e54-76f08f098b45","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:11.795878619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"7cb81098-7363-497f-8e54-76f08f098b45","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.684968815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"964eacc4-6a40-4932-92fd-db65fd9c0b19","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"maas-trlp-test-model-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.74274096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"e7155c2d-ac40-4995-9078-b4fd8f9e87f9","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.74276335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"e7155c2d-ac40-4995-9078-b4fd8f9e87f9","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.881058811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"24866612-6a59-4716-81c7-0b8abf867e9d","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.900802288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"24866612-6a59-4716-81c7-0b8abf867e9d","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.92158095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"24866612-6a59-4716-81c7-0b8abf867e9d","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.944611712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93fd6cdc-5c14-48af-8a14-674eb7652021","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.944631755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93fd6cdc-5c14-48af-8a14-674eb7652021","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.856351289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4306f855-5129-4226-b6c7-59e017caedd4","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.875530368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"4306f855-5129-4226-b6c7-59e017caedd4","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.99997172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"8786809a-eabb-4958-bcd4-7ae4833049a2","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.000006422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"8786809a-eabb-4958-bcd4-7ae4833049a2","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.235031158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"687c9c91-0ea4-4258-802b-76cad16e4699","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.235053707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"687c9c91-0ea4-4258-802b-76cad16e4699","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.253507544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"b745d79a-a668-4fdc-a889-1b6362ea2586","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.253535449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"b745d79a-a668-4fdc-a889-1b6362ea2586","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.285133498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"9f4c153d-ee41-4db0-b810-154c2e247373","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.334836788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"9f4c153d-ee41-4db0-b810-154c2e247373","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.353640598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"9f4c153d-ee41-4db0-b810-154c2e247373","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.376422714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"5f0807bf-5def-4987-80f5-8f2e9517cdc4","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.37655642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"5f0807bf-5def-4987-80f5-8f2e9517cdc4","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:17.697980471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.826988049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"95897e7b-6382-43aa-bb65-5849e88a4cfd","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.849496009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"95897e7b-6382-43aa-bb65-5849e88a4cfd","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.878871537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2edf4e49e3937428a70eead56018959d74c3ba6d4cc1fe73e9076e030797dd92) AuthConfig (b118b754db4d043d99e80e4d837fd419934458602f40890c607249e9429d943d) AuthConfig (8c4f1ae95df0acce0e1c6115c28cd667a132239a2d096c2e3a477a8a89d7d27a) AuthConfig (513fd0adf4807c4b36df1b2cee9c4c263a908fd0eb1873ed5fb5ee59171a6f59) AuthConfig (3362611b872bbacb452628c8d2b033105a9756280fd3bcbd0d6071d03b2a503d) AuthConfig (cb8e2ccea2995b1dd65886e19325a332572bd17193ed440ecca27c8d2e930c7d) AuthConfig (f4b931f3efa85e286d8befec05eb3276cba8a28b07d3854326c7d7038de417ba) AuthConfig (68cc6a4d72842b31ddcef2729429be42aca19e9fb45bf62f959e526b9131b5b4) AuthConfig (152509c48536e52c19e515e474e765bf829f7681d91849a3aecde415e9900b67) AuthConfig (23f0468985cdb928a130926b6f2d778758c2ca6b0258cb56c6f9dcabef3921b4) AuthConfig (f5316e1e4b9c66eea2a48b7ff1a62044b6c3b365a67bc8b6490a8dcdb286147d) AuthConfig (7c537dadce4729e7e02b64c95e8348fc3b027bf13287e5df17885d4bb02b51fb) AuthConfig (2754d35423396af1c36a5bf8b199dc9e7666bf3b4fa7b0b3de4b03a02e93de96) AuthConfig (54e433fd0428669d6e20be7789148334bd66db0c3e4a3bdb36b7296b7c884e5d) AuthConfig (ebb550cc1acc8c185312bdf91b16b290d60c7110f81f2b0d8fe94bd76e82fb3e) AuthConfig (acca9fcab9e283cfde5df56f597d9a7a054a32d8055924058da50a06023a9769) AuthConfig (a7d9edd4b556c602e4a38e418876157b30a841aabe416caa9bfb74bb875e9f17) AuthConfig (1be5570a54ae2efbc05e34cadcc96844014ec433bbacff350abf35e810fcaaa3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"95897e7b-6382-43aa-bb65-5849e88a4cfd","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.902505724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"e47061d8-524c-438a-8822-814b0b8d53d1","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.902524224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"e47061d8-524c-438a-8822-814b0b8d53d1","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:22.975323155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"8d76dcf0-801d-4d8e-bdc2-3f62a7f7ca8d","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:22.995147925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"8d76dcf0-801d-4d8e-bdc2-3f62a7f7ca8d","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.01411159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"8d76dcf0-801d-4d8e-bdc2-3f62a7f7ca8d","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.162707704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"8e027635-7585-46f7-bb57-b50e26c107b5","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.162735562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"8e027635-7585-46f7-bb57-b50e26c107b5","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.472971798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"140c2203-8823-4497-8718-06ff1fe1a665","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.472996985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"140c2203-8823-4497-8718-06ff1fe1a665","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.491118625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"48d07f16-4258-4570-ba57-3ea624d103cd","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.491139514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"48d07f16-4258-4570-ba57-3ea624d103cd","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.522615981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"af7c7a2f-9b62-4ebc-b7dc-a37b5d713aa5","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.572054725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"af7c7a2f-9b62-4ebc-b7dc-a37b5d713aa5","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.590300336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"af7c7a2f-9b62-4ebc-b7dc-a37b5d713aa5","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.610512187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"c466b456-ec15-47de-9c96-afa15aff6ccc","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.610529748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"c466b456-ec15-47de-9c96-afa15aff6ccc","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.421689854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"f3a350ec-5e98-4405-a2eb-c72f33aa56f2","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.487681759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"f3a350ec-5e98-4405-a2eb-c72f33aa56f2","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.506296116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"f3a350ec-5e98-4405-a2eb-c72f33aa56f2","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.93821593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"936e9dca-77c4-4c33-939c-d9581e688ffb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.959134794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"936e9dca-77c4-4c33-939c-d9581e688ffb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.977907025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-056a96-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2edf4e49e3937428a70eead56018959d74c3ba6d4cc1fe73e9076e030797dd92) AuthConfig (b118b754db4d043d99e80e4d837fd419934458602f40890c607249e9429d943d) AuthConfig (8c4f1ae95df0acce0e1c6115c28cd667a132239a2d096c2e3a477a8a89d7d27a) AuthConfig (513fd0adf4807c4b36df1b2cee9c4c263a908fd0eb1873ed5fb5ee59171a6f59) AuthConfig (3362611b872bbacb452628c8d2b033105a9756280fd3bcbd0d6071d03b2a503d) AuthConfig (cb8e2ccea2995b1dd65886e19325a332572bd17193ed440ecca27c8d2e930c7d) AuthConfig (f4b931f3efa85e286d8befec05eb3276cba8a28b07d3854326c7d7038de417ba) AuthConfig (68cc6a4d72842b31ddcef2729429be42aca19e9fb45bf62f959e526b9131b5b4) AuthConfig (152509c48536e52c19e515e474e765bf829f7681d91849a3aecde415e9900b67) AuthConfig (23f0468985cdb928a130926b6f2d778758c2ca6b0258cb56c6f9dcabef3921b4) AuthConfig (f5316e1e4b9c66eea2a48b7ff1a62044b6c3b365a67bc8b6490a8dcdb286147d) AuthConfig (7c537dadce4729e7e02b64c95e8348fc3b027bf13287e5df17885d4bb02b51fb) AuthConfig (2754d35423396af1c36a5bf8b199dc9e7666bf3b4fa7b0b3de4b03a02e93de96) AuthConfig (54e433fd0428669d6e20be7789148334bd66db0c3e4a3bdb36b7296b7c884e5d) AuthConfig (ebb550cc1acc8c185312bdf91b16b290d60c7110f81f2b0d8fe94bd76e82fb3e) AuthConfig (acca9fcab9e283cfde5df56f597d9a7a054a32d8055924058da50a06023a9769) AuthConfig (a7d9edd4b556c602e4a38e418876157b30a841aabe416caa9bfb74bb875e9f17) AuthConfig (1be5570a54ae2efbc05e34cadcc96844014ec433bbacff350abf35e810fcaaa3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"936e9dca-77c4-4c33-939c-d9581e688ffb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.045814072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"f32148ab-ec96-4194-b2d9-0dffab3487a3","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.067866553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"f32148ab-ec96-4194-b2d9-0dffab3487a3","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.087329912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"f32148ab-ec96-4194-b2d9-0dffab3487a3","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.642485994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"af3f3d68-9107-4c04-bff6-7cf52e9ccd96","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.663499311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"af3f3d68-9107-4c04-bff6-7cf52e9ccd96","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.682812037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"af3f3d68-9107-4c04-bff6-7cf52e9ccd96","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.538094709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"03d2dd21-5cdf-4c64-b062-c4233828783f","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.557413337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"03d2dd21-5cdf-4c64-b062-c4233828783f","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.575417323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"03d2dd21-5cdf-4c64-b062-c4233828783f","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.691222968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"8f8fd91b-c08a-4c72-b78d-5f9a5f7ffd92","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.69126874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"8f8fd91b-c08a-4c72-b78d-5f9a5f7ffd92","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.944206185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"0319316f-d47d-46db-989d-818ea1df47e5","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.944226715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"0319316f-d47d-46db-989d-818ea1df47e5","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.947521584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"75d38f19-4d2c-4400-a67c-7dccc5aee81f","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.964166457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"722294f6-a4a4-436a-b8d4-491c69a15f3a","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.964183433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"722294f6-a4a4-436a-b8d4-491c69a15f3a","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.967881337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"75d38f19-4d2c-4400-a67c-7dccc5aee81f","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.985802095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"75d38f19-4d2c-4400-a67c-7dccc5aee81f","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.065179385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"6d618f10-4585-4533-bfd5-f05c4c016b27","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.114864878Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"6d618f10-4585-4533-bfd5-f05c4c016b27","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.135005653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"6d618f10-4585-4533-bfd5-f05c4c016b27","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.153392122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"7ea904fc-db26-4102-80c4-338a57df13b3","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.153414216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"7ea904fc-db26-4102-80c4-338a57df13b3","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.009597315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"508aaa8a-6c24-4e02-8cb7-d2fb7006a5a4","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.028857182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"508aaa8a-6c24-4e02-8cb7-d2fb7006a5a4","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.114674183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"b9fa7cd0-ee01-4298-b424-ab991f4d1ac4","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.114697824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"b9fa7cd0-ee01-4298-b424-ab991f4d1ac4","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:43.118237899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"7331add2-93b3-42f0-adab-d6351c16aa63","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:43.137459877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"7331add2-93b3-42f0-adab-d6351c16aa63","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:43.223370284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5922839c-b671-4f02-9edf-4d429fda728c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:43.223392435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5922839c-b671-4f02-9edf-4d429fda728c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.082370712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"6e9d346d-4971-4e43-bb72-7136f45844e6","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.082391015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"6e9d346d-4971-4e43-bb72-7136f45844e6","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.104105143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"ca75782a-163d-4821-b02b-e0dacd172a52","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.104129248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"ca75782a-163d-4821-b02b-e0dacd172a52","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.113606052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"a957d15f-d505-47e0-b869-a924a5b1b2a3","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:44.117788925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"1b2725c5-2195-43d9-be41-ed2febfcca18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-056a96-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:44.121413717Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"ca75782a-163d-4821-b02b-e0dacd172a52","name":"test-model-056a96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-056a96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:44.12146094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"ca75782a-163d-4821-b02b-e0dacd172a52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-056a96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.126857842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"2b0e8d5e-3f1f-40ce-90cf-edd4c9a540f8","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.126881314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"2b0e8d5e-3f1f-40ce-90cf-edd4c9a540f8","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.133088279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"a957d15f-d505-47e0-b869-a924a5b1b2a3","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.150810036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"b7c5111c-423b-4a99-af17-62799f517066","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.150828218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"b7c5111c-423b-4a99-af17-62799f517066","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.17280371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"f3c81663-866b-4de9-8afe-360a81be0d92","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.172820849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"f3c81663-866b-4de9-8afe-360a81be0d92","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.245028409Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"6f1b46f5-264c-4560-8ce2-ece333ca85c1","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"maas-trlp-test-model-056a96","model":"test-model-056a96","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-056a96/test-model-056a96-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.295721221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"2423bac1-0f71-40c7-8f88-21f365ef1a3b","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.306115782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"2600c5c2-83ed-4960-acc5-6df329b4c5ee","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.306140674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"2600c5c2-83ed-4960-acc5-6df329b4c5ee","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.315706135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"2423bac1-0f71-40c7-8f88-21f365ef1a3b","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.371862861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"01a02dd6-ae07-41a4-9e5b-98261d5a77c3","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"maas-trlp-test-model-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.303076016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"927e9ce6-44ec-4e7e-a88d-880ee8f60db1","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.303235852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"662385a5-a2a0-4045-8984-50e0e490c1f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.303285991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"662385a5-a2a0-4045-8984-50e0e490c1f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.33621968Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-policy-0b4a2007","reconcileID":"927e9ce6-44ec-4e7e-a88d-880ee8f60db1","MaaSAuthPolicy":{"name":"e2e-policy-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"policyNamespace":"ai-tenant-e2e-mt-0b4a2007","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.355609356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2660b64d-d3f5-4915-9436-e9e15aad6f80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.355628764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2660b64d-d3f5-4915-9436-e9e15aad6f80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.566304022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40372e9f-e537-4306-bfd7-2a278a52c4a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.566326016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40372e9f-e537-4306-bfd7-2a278a52c4a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.607350769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"10a56d59-105f-4c38-8285-576f314ed61d","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.629897954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"10a56d59-105f-4c38-8285-576f314ed61d","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.650557597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f31e2f0845227933d75fcac05d1297affc0374ebd29f5500f421aff9dc3e45a) AuthConfig (f77363951d9301b0aa40627e2b083e9632b557b15d2675f801ac974529c7df35) AuthConfig (104cffe32a80386a50e38cb92bf1bbda1901f0e9aabaebac13e4fccaec6c1d9e) AuthConfig (740b7dec40f7653d6d8fabb47fe3414e25b94f4dc9a298ed2c8b107aa2544021) AuthConfig (0d89093a7514f3aed20a0c516a2ba8d324c60c3ea1251aa6141e426f9c3b0661) AuthConfig (993ecb8fe03f047710a72737cee391a18d272ef1a80c6f2a80e03101ca52c800) AuthConfig (7afa4faf94f1be4e49ea82f37ffa6269148e7dd83c9f223b7294f4eb48fba699) AuthConfig (0f5750b914b8b5acb1d7cbec60d675b70143b0e1807de165e8597212b0b4fc3e) AuthConfig (f374fe72823a45cde52395fae5a283ac35085da299d75f1e57401b07a89cff79) AuthConfig (dd1672b30da51ce06679868be2e03da02219403db44e73d6b8dc14c2023ae99c) AuthConfig (ca417577c83dc006a6194b646f52b86ef5ab5418734f68d6e7d742e6daf4d624) AuthConfig (4355b0eba449e401477a8529ca9877a055759a9e2205ce3a19a7d5001c59a365) AuthConfig (30cdc3e227f0991161d5e385ae53118fec195a3015b56565e9418cb54c117653) AuthConfig (1eeb01453c5e3604b85d123642f01500b0d127a793762555e49c4142404aea03) AuthConfig (38830216d4e03a4ab877728028df83d809be4c5c09cc135b431f6d7c901b552b) AuthConfig (8e70bc099ef5ac58c1f260a1c70210df1794baa7a24f2f476ffd7607c1e9b9c0) AuthConfig (7692a599e2a5a99e200b950d76f51bd8ad7e0b21986030186f47a29f48b6a975) AuthConfig (ed2f2cc7f9341aaab2a01ef3b9633e65809c6669bf95d140b42380a3158e29eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"10a56d59-105f-4c38-8285-576f314ed61d","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.671941213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"56c91120-9dc6-4a5c-93d1-3be29654f59b","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.671962579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"56c91120-9dc6-4a5c-93d1-3be29654f59b","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.697352013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.017036034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"7b8220bc-75c4-4d57-91a7-6189dd2bdefa","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.03754476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"7b8220bc-75c4-4d57-91a7-6189dd2bdefa","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.05598147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"7b8220bc-75c4-4d57-91a7-6189dd2bdefa","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.184163776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f470cfbe-6205-4a9b-be60-d436f44c74fc","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.203808896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f470cfbe-6205-4a9b-be60-d436f44c74fc","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.222076407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f470cfbe-6205-4a9b-be60-d436f44c74fc","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.617913824Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-sub-0b4a2007","reconcileID":"5d1ef79d-52ee-4525-ae56-f5f3ab83003e","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-0b4a2007","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.687656151Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"namespace":"ai-tenant-e2e-mt-0b4a2007","name":"e2e-sub-0b4a2007","reconcileID":"5d1ef79d-52ee-4525-ae56-f5f3ab83003e","MaaSSubscription":{"name":"e2e-sub-0b4a2007","namespace":"ai-tenant-e2e-mt-0b4a2007"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.703673709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"5828cbee-1ad8-491e-a4d2-63f633ae6eaa","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.722945279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"5828cbee-1ad8-491e-a4d2-63f633ae6eaa","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.741012244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f31e2f0845227933d75fcac05d1297affc0374ebd29f5500f421aff9dc3e45a) AuthConfig (f77363951d9301b0aa40627e2b083e9632b557b15d2675f801ac974529c7df35) AuthConfig (104cffe32a80386a50e38cb92bf1bbda1901f0e9aabaebac13e4fccaec6c1d9e) AuthConfig (740b7dec40f7653d6d8fabb47fe3414e25b94f4dc9a298ed2c8b107aa2544021) AuthConfig (0d89093a7514f3aed20a0c516a2ba8d324c60c3ea1251aa6141e426f9c3b0661) AuthConfig (993ecb8fe03f047710a72737cee391a18d272ef1a80c6f2a80e03101ca52c800) AuthConfig (7afa4faf94f1be4e49ea82f37ffa6269148e7dd83c9f223b7294f4eb48fba699) AuthConfig (0f5750b914b8b5acb1d7cbec60d675b70143b0e1807de165e8597212b0b4fc3e) AuthConfig (f374fe72823a45cde52395fae5a283ac35085da299d75f1e57401b07a89cff79) AuthConfig (dd1672b30da51ce06679868be2e03da02219403db44e73d6b8dc14c2023ae99c) AuthConfig (ca417577c83dc006a6194b646f52b86ef5ab5418734f68d6e7d742e6daf4d624) AuthConfig (4355b0eba449e401477a8529ca9877a055759a9e2205ce3a19a7d5001c59a365) AuthConfig (30cdc3e227f0991161d5e385ae53118fec195a3015b56565e9418cb54c117653) AuthConfig (1eeb01453c5e3604b85d123642f01500b0d127a793762555e49c4142404aea03) AuthConfig (38830216d4e03a4ab877728028df83d809be4c5c09cc135b431f6d7c901b552b) AuthConfig (8e70bc099ef5ac58c1f260a1c70210df1794baa7a24f2f476ffd7607c1e9b9c0) AuthConfig (7692a599e2a5a99e200b950d76f51bd8ad7e0b21986030186f47a29f48b6a975) AuthConfig (ed2f2cc7f9341aaab2a01ef3b9633e65809c6669bf95d140b42380a3158e29eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"5828cbee-1ad8-491e-a4d2-63f633ae6eaa","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.75114563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9969c16f-5075-4f80-bc24-b0e870071741","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.842950658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be05c7ea-8093-4781-af63-104d9781f6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.842975482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be05c7ea-8093-4781-af63-104d9781f6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:00.088961084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"0479968f-128d-49df-96e9-bc82e5825173","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:00.108892769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"0479968f-128d-49df-96e9-bc82e5825173","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:00.127221844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"0479968f-128d-49df-96e9-bc82e5825173","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:00.256185702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"56ba1b04-1468-4604-a07c-f03966a06961","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:00.276009442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"56ba1b04-1468-4604-a07c-f03966a06961","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:00.295054762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"56ba1b04-1468-4604-a07c-f03966a06961","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.772938358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"e250c5e6-1445-491c-acba-2855bc495c22","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.792287336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"e250c5e6-1445-491c-acba-2855bc495c22","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.810297629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f31e2f0845227933d75fcac05d1297affc0374ebd29f5500f421aff9dc3e45a) AuthConfig (f77363951d9301b0aa40627e2b083e9632b557b15d2675f801ac974529c7df35) AuthConfig (104cffe32a80386a50e38cb92bf1bbda1901f0e9aabaebac13e4fccaec6c1d9e) AuthConfig (740b7dec40f7653d6d8fabb47fe3414e25b94f4dc9a298ed2c8b107aa2544021) AuthConfig (0d89093a7514f3aed20a0c516a2ba8d324c60c3ea1251aa6141e426f9c3b0661) AuthConfig (993ecb8fe03f047710a72737cee391a18d272ef1a80c6f2a80e03101ca52c800) AuthConfig (7afa4faf94f1be4e49ea82f37ffa6269148e7dd83c9f223b7294f4eb48fba699) AuthConfig (0f5750b914b8b5acb1d7cbec60d675b70143b0e1807de165e8597212b0b4fc3e) AuthConfig (f374fe72823a45cde52395fae5a283ac35085da299d75f1e57401b07a89cff79) AuthConfig (dd1672b30da51ce06679868be2e03da02219403db44e73d6b8dc14c2023ae99c) AuthConfig (ca417577c83dc006a6194b646f52b86ef5ab5418734f68d6e7d742e6daf4d624) AuthConfig (4355b0eba449e401477a8529ca9877a055759a9e2205ce3a19a7d5001c59a365) AuthConfig (30cdc3e227f0991161d5e385ae53118fec195a3015b56565e9418cb54c117653) AuthConfig (1eeb01453c5e3604b85d123642f01500b0d127a793762555e49c4142404aea03) AuthConfig (38830216d4e03a4ab877728028df83d809be4c5c09cc135b431f6d7c901b552b) AuthConfig (8e70bc099ef5ac58c1f260a1c70210df1794baa7a24f2f476ffd7607c1e9b9c0) AuthConfig (7692a599e2a5a99e200b950d76f51bd8ad7e0b21986030186f47a29f48b6a975) AuthConfig (ed2f2cc7f9341aaab2a01ef3b9633e65809c6669bf95d140b42380a3158e29eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"e250c5e6-1445-491c-acba-2855bc495c22","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.1606216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"3d123015-deca-4db4-8355-93e201dd47f0","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.202662702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"3d123015-deca-4db4-8355-93e201dd47f0","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.227613594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"3d123015-deca-4db4-8355-93e201dd47f0","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.326984287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f2df0bc3-7a51-4627-a061-31908de5eff2","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.34747259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f2df0bc3-7a51-4627-a061-31908de5eff2","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.365368992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f2df0bc3-7a51-4627-a061-31908de5eff2","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.842317873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8d76e953-fe28-46d4-97a0-cc38257de291","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.861916055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8d76e953-fe28-46d4-97a0-cc38257de291","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.88101539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7f20f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f31e2f0845227933d75fcac05d1297affc0374ebd29f5500f421aff9dc3e45a) AuthConfig (f77363951d9301b0aa40627e2b083e9632b557b15d2675f801ac974529c7df35) AuthConfig (104cffe32a80386a50e38cb92bf1bbda1901f0e9aabaebac13e4fccaec6c1d9e) AuthConfig (740b7dec40f7653d6d8fabb47fe3414e25b94f4dc9a298ed2c8b107aa2544021) AuthConfig (0d89093a7514f3aed20a0c516a2ba8d324c60c3ea1251aa6141e426f9c3b0661) AuthConfig (993ecb8fe03f047710a72737cee391a18d272ef1a80c6f2a80e03101ca52c800) AuthConfig (7afa4faf94f1be4e49ea82f37ffa6269148e7dd83c9f223b7294f4eb48fba699) AuthConfig (0f5750b914b8b5acb1d7cbec60d675b70143b0e1807de165e8597212b0b4fc3e) AuthConfig (f374fe72823a45cde52395fae5a283ac35085da299d75f1e57401b07a89cff79) AuthConfig (dd1672b30da51ce06679868be2e03da02219403db44e73d6b8dc14c2023ae99c) AuthConfig (ca417577c83dc006a6194b646f52b86ef5ab5418734f68d6e7d742e6daf4d624) AuthConfig (4355b0eba449e401477a8529ca9877a055759a9e2205ce3a19a7d5001c59a365) AuthConfig (30cdc3e227f0991161d5e385ae53118fec195a3015b56565e9418cb54c117653) AuthConfig (1eeb01453c5e3604b85d123642f01500b0d127a793762555e49c4142404aea03) AuthConfig (38830216d4e03a4ab877728028df83d809be4c5c09cc135b431f6d7c901b552b) AuthConfig (8e70bc099ef5ac58c1f260a1c70210df1794baa7a24f2f476ffd7607c1e9b9c0) AuthConfig (7692a599e2a5a99e200b950d76f51bd8ad7e0b21986030186f47a29f48b6a975) AuthConfig (ed2f2cc7f9341aaab2a01ef3b9633e65809c6669bf95d140b42380a3158e29eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8d76e953-fe28-46d4-97a0-cc38257de291","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:17.697859055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.280290196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"8efb83b2-919c-4933-a2c2-95d6bd5c52b3","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.301590494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"8efb83b2-919c-4933-a2c2-95d6bd5c52b3","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.321028191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"8efb83b2-919c-4933-a2c2-95d6bd5c52b3","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.415539745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"9bb93d51-24bd-42b6-8521-33bbc7c07a77","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.444420332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"9bb93d51-24bd-42b6-8521-33bbc7c07a77","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.470559303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"9bb93d51-24bd-42b6-8521-33bbc7c07a77","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.998212382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"ce16ffc1-4803-4b1e-b93e-03221d218fe8","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"maas-trlp-test-model-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.082075897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"f5014e6b-4eb1-49f1-856a-e175f556f589","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.082204914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"f5014e6b-4eb1-49f1-856a-e175f556f589","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.063494432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"1cd0bd32-216d-4125-bf98-b263e8942867","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.085810248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"1cd0bd32-216d-4125-bf98-b263e8942867","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.204031975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"8e91bf4d-c012-4917-af5f-3ac35eebe144","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.224823269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"8e91bf4d-c012-4917-af5f-3ac35eebe144","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.244321604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24438acc1d4d239b55208fc2d2a908e814409f906de0c9a67fe26a252d98ea4b) AuthConfig (04760e9e45c3252e2def306905838d619ae02300396cc3e5ae97094bbd65a7b1) AuthConfig (44d29ed5f96f5996b4810ba71125442fed09cfd2900408dd23aafb402adcef43) AuthConfig (1507ab37b7bdb207acc3b2ead9afd39b7e6534dff591b65f0855ddfa93225ce0) AuthConfig (2857a923a98a7d9baf25faf185df4f949b528c0c6bb89fc447958215fa9813bf) AuthConfig (701a21b04788bba7140816955c772d275e93deb111e0068d8d48527d17c10d94) AuthConfig (d9c5d54caded72d87dd7f252d2aba113d3208e84d29c4d759d3f0a58ae6d44d3) AuthConfig (f11550d9b2c9da29bbc841f892533ef1a95b11c3c47a5082be584fffd4d7919e) AuthConfig (868ed7703e4419388b733e97eac4e68a77ceee5dc5da7f84fc984c8236d3742a) AuthConfig (94da32b1315ed9fdbe008919999ada9536c44fde0308db518ecf3d0698b33b60) AuthConfig (da2282bc121e55906eda6de6c8dc9de13af194dd1d77d3cdbcf9751f1a2501de) AuthConfig (10590d4cc2d7771b452a2525ad958cf0533ee14449144297958b7d6ffb6c87f0) AuthConfig (347bdbcdb134a46fd90025edce378981adea66991413d0daf55e046ee3e750e7) AuthConfig (013a8c2010b5558ff94bee2902e50189678d36bb2195e389248126cb04ad9c93) AuthConfig (b4c43fc2f6cbe7acb54005d98fe8cf20fb665133986dceea1751a500f370635e) AuthConfig (b06714e3dbb73fde9dcbbc01c244a715eb428796dfc2cceb0a747e34365383fe) AuthConfig (daa15a54b5996849955b0ac6fb3fe4dd65a6b5f5f53e809ad35bd5b61a03ac22) AuthConfig (f0a0bc73be9c5fa53ef0ab0f170f6eba783ff41fbbce262e9e5d1720e8f2d8a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"8e91bf4d-c012-4917-af5f-3ac35eebe144","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.265412771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"2a8acfad-660b-4e42-8884-fc378f0b13b1","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:23.265438438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"2a8acfad-660b-4e42-8884-fc378f0b13b1","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.912995259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"43260357-955e-45c4-973f-2a69afe53d16","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.932833564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"43260357-955e-45c4-973f-2a69afe53d16","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.020666541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"3dfcda33-ec98-4a85-af00-1ed489025686","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.020687072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"3dfcda33-ec98-4a85-af00-1ed489025686","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.699531966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"9ef8cf98-bd8f-48ca-b030-9e08524e1b03","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.699561738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"9ef8cf98-bd8f-48ca-b030-9e08524e1b03","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.7232109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"22fb7e33-8f41-4255-92a6-c8c4e6504f2a","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.723236617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"22fb7e33-8f41-4255-92a6-c8c4e6504f2a","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:27.733539274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"40dd0fee-8083-46cd-a2b3-9ab059b84aa1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-7f20f7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:27.739965547Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"22fb7e33-8f41-4255-92a6-c8c4e6504f2a","name":"test-model-7f20f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7f20f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:27.740013552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"22fb7e33-8f41-4255-92a6-c8c4e6504f2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7f20f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.745846567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"4a7e0dd2-4e66-4833-8532-dbac2137675b","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.745862301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"4a7e0dd2-4e66-4833-8532-dbac2137675b","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.768038344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"ba42ce5b-ab09-43c1-8fe5-4d589ad9e897","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.768057917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"ba42ce5b-ab09-43c1-8fe5-4d589ad9e897","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.78936872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"b67c638a-99b8-45d7-b2fa-3be97e207b67","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.789402031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"b67c638a-99b8-45d7-b2fa-3be97e207b67","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.803245109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8a395b9f-e12f-4cd8-abaa-4d3971572ee7","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.889374833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8a395b9f-e12f-4cd8-abaa-4d3971572ee7","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.925736948Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"79407683-fe62-42a1-aebe-466f889fb336","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"maas-trlp-test-model-7f20f7","model":"test-model-7f20f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.965548547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"672d6e7a-9c07-4d1a-a579-3fe8d83f44a1","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.980784146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"6f3004b1-9859-497d-8bd6-a86424aea4ab","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.980806169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"6f3004b1-9859-497d-8bd6-a86424aea4ab","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.984880633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"672d6e7a-9c07-4d1a-a579-3fe8d83f44a1","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.041764778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"9decbf29-20c5-42cf-a412-6a480ec62735","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"maas-trlp-test-model-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.097124456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"f416391d-2c8a-4d67-90ad-2cfd9bbdf135","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.09714751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"f416391d-2c8a-4d67-90ad-2cfd9bbdf135","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.355104492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"77ac132f-bf82-4295-a44d-b877dfbec5f3","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.374388521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"77ac132f-bf82-4295-a44d-b877dfbec5f3","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.392451009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2669324eb2af3d603f3a4049b5dd4d664e7be119bb50f97e1bde202b1a6c283) AuthConfig (a39e26fc9fcb79f1393e59778f5a4594d118dda5b5ad7ac9d5615a1770a8e3c8) AuthConfig (3c6b037dd4098af40007ad27e301489102b52e3d45372d1b3741f0dec422742e) AuthConfig (b9a3b4086f7b0bf3098337856f83498f608a9573e5d2f5ca705534d39f6ac34d) AuthConfig (326a30fabbc094cc298fa8db6d47129d5a2ce13747dce886c704791303f2a962) AuthConfig (f190593fbd70a14a5e73dd748023342dc1d7277ea0dc5a14f8c994623bc0bdec) AuthConfig (a5d5f106b8012755fe393af0363602e7f328adaf6c4613420b45f69a7db0c2ec) AuthConfig (be2e96ec82eae607d01f81b0700d7200b9c257443bfc674abb80ce6c2ff0c393) AuthConfig (3e4fb35cfe97ae976a1cad12ebc5b703a85210ccc71d14854d8c4d6c40818768) AuthConfig (f9c9ee18e55a80806105b506930fca3ed850e8150b4dee40a89e3d1433a7badd) AuthConfig (8a4a09ce52eb845d6817f8a818982207a5742672d1e15965ed1dc83ba230e6ca) AuthConfig (09750ef8bec11391392b2d78a58bf1c5a6ba0f444c0c0af3e9100861ee73ccf4) AuthConfig (a4ba5cf17cc639a3bdc4d56ad05ed387dbc49be2191a27496a54491a42f5be31) AuthConfig (6930717e3f552c335d29b0f34e9edd3874df4b82e92e8db870dec02b71fa2fff) AuthConfig (ce15e9b9035432f50056ca959f7c66705f78cb9332b335012236956407cab271) AuthConfig (a5e9ffae52cc9eaf22a1778a0d7f88b7a7f29543b1e276ef84b6576ced4aeb7d) AuthConfig (0134b5a5d0a0932c41bb9e2257d20083023dd29462d47b7996801d36150da769) AuthConfig (af75338d3a2312e29ce5d4ab833c0c72a6746002328e4e6604aa28fcd04a27f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"77ac132f-bf82-4295-a44d-b877dfbec5f3","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.413029461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"47643123-7a22-407e-ba7c-85a2ab51c39c","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.413049045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"47643123-7a22-407e-ba7c-85a2ab51c39c","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.295930438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"d2a24fbc-3894-4e7e-9a64-42b91f626ed2","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.3166594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"d2a24fbc-3894-4e7e-9a64-42b91f626ed2","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.335071276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24438acc1d4d239b55208fc2d2a908e814409f906de0c9a67fe26a252d98ea4b) AuthConfig (04760e9e45c3252e2def306905838d619ae02300396cc3e5ae97094bbd65a7b1) AuthConfig (44d29ed5f96f5996b4810ba71125442fed09cfd2900408dd23aafb402adcef43) AuthConfig (1507ab37b7bdb207acc3b2ead9afd39b7e6534dff591b65f0855ddfa93225ce0) AuthConfig (2857a923a98a7d9baf25faf185df4f949b528c0c6bb89fc447958215fa9813bf) AuthConfig (701a21b04788bba7140816955c772d275e93deb111e0068d8d48527d17c10d94) AuthConfig (d9c5d54caded72d87dd7f252d2aba113d3208e84d29c4d759d3f0a58ae6d44d3) AuthConfig (f11550d9b2c9da29bbc841f892533ef1a95b11c3c47a5082be584fffd4d7919e) AuthConfig (868ed7703e4419388b733e97eac4e68a77ceee5dc5da7f84fc984c8236d3742a) AuthConfig (94da32b1315ed9fdbe008919999ada9536c44fde0308db518ecf3d0698b33b60) AuthConfig (da2282bc121e55906eda6de6c8dc9de13af194dd1d77d3cdbcf9751f1a2501de) AuthConfig (10590d4cc2d7771b452a2525ad958cf0533ee14449144297958b7d6ffb6c87f0) AuthConfig (347bdbcdb134a46fd90025edce378981adea66991413d0daf55e046ee3e750e7) AuthConfig (013a8c2010b5558ff94bee2902e50189678d36bb2195e389248126cb04ad9c93) AuthConfig (b4c43fc2f6cbe7acb54005d98fe8cf20fb665133986dceea1751a500f370635e) AuthConfig (b06714e3dbb73fde9dcbbc01c244a715eb428796dfc2cceb0a747e34365383fe) AuthConfig (daa15a54b5996849955b0ac6fb3fe4dd65a6b5f5f53e809ad35bd5b61a03ac22) AuthConfig (f0a0bc73be9c5fa53ef0ab0f170f6eba783ff41fbbce262e9e5d1720e8f2d8a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"d2a24fbc-3894-4e7e-9a64-42b91f626ed2","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.444721888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"c7085e1e-4cdc-43e4-82f2-e899ffb86bc6","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.464079804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"c7085e1e-4cdc-43e4-82f2-e899ffb86bc6","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.489244423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-29d09b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2669324eb2af3d603f3a4049b5dd4d664e7be119bb50f97e1bde202b1a6c283) AuthConfig (a39e26fc9fcb79f1393e59778f5a4594d118dda5b5ad7ac9d5615a1770a8e3c8) AuthConfig (3c6b037dd4098af40007ad27e301489102b52e3d45372d1b3741f0dec422742e) AuthConfig (b9a3b4086f7b0bf3098337856f83498f608a9573e5d2f5ca705534d39f6ac34d) AuthConfig (326a30fabbc094cc298fa8db6d47129d5a2ce13747dce886c704791303f2a962) AuthConfig (f190593fbd70a14a5e73dd748023342dc1d7277ea0dc5a14f8c994623bc0bdec) AuthConfig (a5d5f106b8012755fe393af0363602e7f328adaf6c4613420b45f69a7db0c2ec) AuthConfig (be2e96ec82eae607d01f81b0700d7200b9c257443bfc674abb80ce6c2ff0c393) AuthConfig (3e4fb35cfe97ae976a1cad12ebc5b703a85210ccc71d14854d8c4d6c40818768) AuthConfig (f9c9ee18e55a80806105b506930fca3ed850e8150b4dee40a89e3d1433a7badd) AuthConfig (8a4a09ce52eb845d6817f8a818982207a5742672d1e15965ed1dc83ba230e6ca) AuthConfig (09750ef8bec11391392b2d78a58bf1c5a6ba0f444c0c0af3e9100861ee73ccf4) AuthConfig (a4ba5cf17cc639a3bdc4d56ad05ed387dbc49be2191a27496a54491a42f5be31) AuthConfig (6930717e3f552c335d29b0f34e9edd3874df4b82e92e8db870dec02b71fa2fff) AuthConfig (ce15e9b9035432f50056ca959f7c66705f78cb9332b335012236956407cab271) AuthConfig (a5e9ffae52cc9eaf22a1778a0d7f88b7a7f29543b1e276ef84b6576ced4aeb7d) AuthConfig (0134b5a5d0a0932c41bb9e2257d20083023dd29462d47b7996801d36150da769) AuthConfig (af75338d3a2312e29ce5d4ab833c0c72a6746002328e4e6604aa28fcd04a27f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"c7085e1e-4cdc-43e4-82f2-e899ffb86bc6","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.366206472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"de0937e4-a069-41bb-90f7-5fc65cad9249","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.385451692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"de0937e4-a069-41bb-90f7-5fc65cad9249","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.404101494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8ed55a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24438acc1d4d239b55208fc2d2a908e814409f906de0c9a67fe26a252d98ea4b) AuthConfig (04760e9e45c3252e2def306905838d619ae02300396cc3e5ae97094bbd65a7b1) AuthConfig (44d29ed5f96f5996b4810ba71125442fed09cfd2900408dd23aafb402adcef43) AuthConfig (1507ab37b7bdb207acc3b2ead9afd39b7e6534dff591b65f0855ddfa93225ce0) AuthConfig (2857a923a98a7d9baf25faf185df4f949b528c0c6bb89fc447958215fa9813bf) AuthConfig (701a21b04788bba7140816955c772d275e93deb111e0068d8d48527d17c10d94) AuthConfig (d9c5d54caded72d87dd7f252d2aba113d3208e84d29c4d759d3f0a58ae6d44d3) AuthConfig (f11550d9b2c9da29bbc841f892533ef1a95b11c3c47a5082be584fffd4d7919e) AuthConfig (868ed7703e4419388b733e97eac4e68a77ceee5dc5da7f84fc984c8236d3742a) AuthConfig (94da32b1315ed9fdbe008919999ada9536c44fde0308db518ecf3d0698b33b60) AuthConfig (da2282bc121e55906eda6de6c8dc9de13af194dd1d77d3cdbcf9751f1a2501de) AuthConfig (10590d4cc2d7771b452a2525ad958cf0533ee14449144297958b7d6ffb6c87f0) AuthConfig (347bdbcdb134a46fd90025edce378981adea66991413d0daf55e046ee3e750e7) AuthConfig (013a8c2010b5558ff94bee2902e50189678d36bb2195e389248126cb04ad9c93) AuthConfig (b4c43fc2f6cbe7acb54005d98fe8cf20fb665133986dceea1751a500f370635e) AuthConfig (b06714e3dbb73fde9dcbbc01c244a715eb428796dfc2cceb0a747e34365383fe) AuthConfig (daa15a54b5996849955b0ac6fb3fe4dd65a6b5f5f53e809ad35bd5b61a03ac22) AuthConfig (f0a0bc73be9c5fa53ef0ab0f170f6eba783ff41fbbce262e9e5d1720e8f2d8a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"de0937e4-a069-41bb-90f7-5fc65cad9249","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.399432562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ce283510-2562-47b2-a834-20683427d1fc","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.399655166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"c5c70b1e-38fd-4e83-914d-b13d60174dc3","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.399673735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"c5c70b1e-38fd-4e83-914d-b13d60174dc3","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.483674976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"110325b3-26d6-4a55-a18c-c4ad48e8a9ab","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"maas-trlp-test-model-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.530517855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ce283510-2562-47b2-a834-20683427d1fc","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.579215069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ce283510-2562-47b2-a834-20683427d1fc","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"e2e-inf-a-883a9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.579237165Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-auth","reconcileID":"ce283510-2562-47b2-a834-20683427d1fc","MaaSAuthPolicy":{"name":"test-model-883a9e-auth","namespace":"ai-tenant-e2e-inf-a-883a9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.599387169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"88a89de2-84ba-40ba-9515-9b172d3eadbc","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.599414289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"88a89de2-84ba-40ba-9515-9b172d3eadbc","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.741238299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"c0ba4171-3a5a-4e91-8998-66b57b449b33","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.741288322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"c0ba4171-3a5a-4e91-8998-66b57b449b33","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.741241017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"0e2982ed-815f-4c61-a185-06adb351c266","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"maas-trlp-test-model-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.697856786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.821431074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"386d537b-688d-43a3-aef6-ffa99995762f","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"maas-trlp-test-model-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.877129336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"4121ecf5-e5b0-4e2a-a13e-a3bbef136b69","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.877152543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"4121ecf5-e5b0-4e2a-a13e-a3bbef136b69","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.519985286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"26545aeb-685a-444c-9f39-cdc4bc97a4bd","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.539681622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"26545aeb-685a-444c-9f39-cdc4bc97a4bd","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.709170323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"b4445f2e-74aa-4bdc-af4d-d1a237c4d95c","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.70919045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"b4445f2e-74aa-4bdc-af4d-d1a237c4d95c","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:51.202930935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"99704ac0-c7f1-49a1-ad8e-5cea70e9be86","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:51.223366205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"99704ac0-c7f1-49a1-ad8e-5cea70e9be86","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.366540095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"8cdd99cb-9793-4f77-9a98-dff4ba163aa9","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.366563393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"8cdd99cb-9793-4f77-9a98-dff4ba163aa9","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.389475729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"1f34e24b-0035-4bfa-b40b-cda9ac99aa73","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.389500374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"1f34e24b-0035-4bfa-b40b-cda9ac99aa73","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.396529997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"43ac65ed-a11b-44bd-aed1-03b56a46c25c","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:52.400184989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"c8de996f-cc44-48d9-9e82-732e980ccc3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-29d09b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:52.405954508Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"1f34e24b-0035-4bfa-b40b-cda9ac99aa73","name":"test-model-29d09b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-29d09b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:52.406006906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"1f34e24b-0035-4bfa-b40b-cda9ac99aa73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-29d09b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.411426532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"6e103003-de23-45c1-a5ec-7d2c14668a1e","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.411444101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"6e103003-de23-45c1-a5ec-7d2c14668a1e","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.415749928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"43ac65ed-a11b-44bd-aed1-03b56a46c25c","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.434314763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"4a4c1fca-c597-4756-8e0e-53651938a76a","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.434332101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"4a4c1fca-c597-4756-8e0e-53651938a76a","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.454104236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"98936726-bdc2-43f4-adfb-b890b67aa28d","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.454122376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"98936726-bdc2-43f4-adfb-b890b67aa28d","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.523789883Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"2eaf8b1b-4afa-47db-a2c6-e6b9ed3f3ca4","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"maas-trlp-test-model-29d09b","model":"test-model-29d09b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-29d09b/test-model-29d09b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.580596177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"7a7d9e88-1d75-46d8-9616-96ae1182cb7d","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.580618552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"7a7d9e88-1d75-46d8-9616-96ae1182cb7d","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.581193498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"9393b604-6ba7-4c07-88d5-7aa2d467a34c","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.600542323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"9393b604-6ba7-4c07-88d5-7aa2d467a34c","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:52.643448891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"006da773-8216-4b1f-8de5-c686640495a2","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"maas-trlp-test-model-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.436674698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"ed2470c4-7d40-4880-a16b-5dd8a61a3b2e","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.456317742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"ed2470c4-7d40-4880-a16b-5dd8a61a3b2e","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.541838678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"1ed13ab4-8fef-45f5-a880-1e284053308c","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.541862021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"1ed13ab4-8fef-45f5-a880-1e284053308c","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.831235357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"d54429e6-cb50-4e78-840a-b82c1b9132f7","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","subscription":"test-model-883a9e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.846942062Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"d54429e6-cb50-4e78-840a-b82c1b9132f7","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.86311204Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e-sub","reconcileID":"d54429e6-cb50-4e78-840a-b82c1b9132f7","MaaSSubscription":{"name":"test-model-883a9e-sub","namespace":"ai-tenant-e2e-inf-a-883a9e"},"name":"maas-trlp-test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.040949658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"0eaf00e6-a35a-4b27-ae48-b54f4054f2df","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"tenant":"e2e-inf-a-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","model":"ai-tenant-e2e-inf-a-883a9e/test-model-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.04098253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"test-model-883a9e","reconcileID":"0eaf00e6-a35a-4b27-ae48-b54f4054f2df","MaaSModelRef":{"name":"test-model-883a9e","namespace":"ai-tenant-e2e-inf-a-883a9e"},"routeName":"test-model-883a9e-kserve-route","namespace":"ai-tenant-e2e-inf-a-883a9e","llmisvcName":"test-model-883a9e","gateway":"openshift-ingress/e2e-inf-a-883a9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.88116057Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"6921a2f8-4406-4d1f-861c-9698b61a18eb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.881783255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"dd9793a2-e579-4a0e-bd97-08f3a4b96e95","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.890084373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"dd9793a2-e579-4a0e-bd97-08f3a4b96e95","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.997647576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"54bb30f1-d34f-4653-94ec-cde1a6e7afe3","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"maas-trlp-test-model-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.024483423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"6921a2f8-4406-4d1f-861c-9698b61a18eb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.076952322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"6921a2f8-4406-4d1f-861c-9698b61a18eb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"e2e-inf-b-056a96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.076977636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-auth","reconcileID":"6921a2f8-4406-4d1f-861c-9698b61a18eb","MaaSAuthPolicy":{"name":"test-model-056a96-auth","namespace":"ai-tenant-e2e-inf-b-056a96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.099974026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"9360eccd-e985-49c7-942c-54850985556b","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.099993279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"9360eccd-e985-49c7-942c-54850985556b","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.186917642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"e13f0f7b-82da-4a1f-a029-81945c334509","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"maas-trlp-test-model-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.291810563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"72ee581b-a627-46ca-aa8c-72fa0af371cb","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.291840686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"72ee581b-a627-46ca-aa8c-72fa0af371cb","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.623800175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"5075fd14-c287-4fc3-bc94-ef363396558d","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.623823867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"5075fd14-c287-4fc3-bc94-ef363396558d","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.647145412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"b52886ed-3abe-424b-b435-c296ac0053f3","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.647275286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"b52886ed-3abe-424b-b435-c296ac0053f3","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.654422026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"034e6866-ca43-45e8-8118-7ca031f5e760","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:57.6557996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"f8b6439e-a204-4637-9d2b-17505f600592","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-8ed55a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:57.66418625Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"b52886ed-3abe-424b-b435-c296ac0053f3","name":"test-model-8ed55a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-8ed55a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:57.664243069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"b52886ed-3abe-424b-b435-c296ac0053f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-8ed55a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.669656432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"0b7f982e-d147-4b89-a129-9f38210eb8a6","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.66967431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"0b7f982e-d147-4b89-a129-9f38210eb8a6","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.673990903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"034e6866-ca43-45e8-8118-7ca031f5e760","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.690546292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"36d314b9-e9d5-45f4-943b-28d12dc0aebf","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.690566435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"36d314b9-e9d5-45f4-943b-28d12dc0aebf","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.710610338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"c7751a49-b8f5-44fe-832f-bc771c873e61","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.710629556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"c7751a49-b8f5-44fe-832f-bc771c873e61","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.780788397Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"bb82e1ca-977c-4937-a057-4d17581e2154","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"maas-trlp-test-model-8ed55a","model":"test-model-8ed55a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.837663664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"597fcc30-495d-4280-8647-f94128c02cde","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.838001252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"f8d31e3b-8108-4136-9825-e1d7c49cddea","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.838020026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"f8d31e3b-8108-4136-9825-e1d7c49cddea","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.8569884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"597fcc30-495d-4280-8647-f94128c02cde","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.900198297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"a1308e0f-b003-4a61-b516-9693e4838373","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"maas-trlp-test-model-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.361396364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"d76da435-c3f3-4b65-9ccf-192110f65f0a","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","subscription":"test-model-056a96-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.377092395Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"d76da435-c3f3-4b65-9ccf-192110f65f0a","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.39268145Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96-sub","reconcileID":"d76da435-c3f3-4b65-9ccf-192110f65f0a","MaaSSubscription":{"name":"test-model-056a96-sub","namespace":"ai-tenant-e2e-inf-b-056a96"},"name":"maas-trlp-test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.479840462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"36441390-3896-41a1-8a85-35fe1a2f0ec9","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"tenant":"e2e-inf-b-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","model":"ai-tenant-e2e-inf-b-056a96/test-model-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.479864185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"test-model-056a96","reconcileID":"36441390-3896-41a1-8a85-35fe1a2f0ec9","MaaSModelRef":{"name":"test-model-056a96","namespace":"ai-tenant-e2e-inf-b-056a96"},"routeName":"test-model-056a96-kserve-route","namespace":"ai-tenant-e2e-inf-b-056a96","llmisvcName":"test-model-056a96","gateway":"openshift-ingress/e2e-inf-b-056a96","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.045740644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"3d6d4a24-bb5f-4bd5-b82c-bfee0a8fc023","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.045946082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"2dd77340-cb1c-4f48-9d7e-87849618acd0","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.045964896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"2dd77340-cb1c-4f48-9d7e-87849618acd0","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.131989621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"09688a08-6224-4718-8f26-76a1130ca0a0","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"maas-trlp-test-model-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.177619936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"3d6d4a24-bb5f-4bd5-b82c-bfee0a8fc023","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.233363815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"3d6d4a24-bb5f-4bd5-b82c-bfee0a8fc023","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"e2e-inf-a-49d7e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.233387606Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-auth","reconcileID":"3d6d4a24-bb5f-4bd5-b82c-bfee0a8fc023","MaaSAuthPolicy":{"name":"test-model-49d7e5-auth","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.253603732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"82e1c8b6-e8ef-4db4-af7c-72c9a1e15e54","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.253623684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"82e1c8b6-e8ef-4db4-af7c-72c9a1e15e54","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.339700001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"3760d823-32af-4304-8b9b-0ea338fdc3c1","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"maas-trlp-test-model-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.403114715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"d4afa4ba-4bc2-4fa5-adea-896e03915491","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:12.40314052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"d4afa4ba-4bc2-4fa5-adea-896e03915491","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.697872283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.465004423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"c60193cf-ab53-41d1-aa02-66bf19fade86","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","subscription":"test-model-49d7e5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.480950807Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"c60193cf-ab53-41d1-aa02-66bf19fade86","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.496974729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5-sub","reconcileID":"c60193cf-ab53-41d1-aa02-66bf19fade86","MaaSSubscription":{"name":"test-model-49d7e5-sub","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"name":"maas-trlp-test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.596764065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"f6936bed-65c4-4559-a281-61400c91ad44","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"tenant":"e2e-inf-a-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","model":"ai-tenant-e2e-inf-a-49d7e5/test-model-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.596786222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"test-model-49d7e5","reconcileID":"f6936bed-65c4-4559-a281-61400c91ad44","MaaSModelRef":{"name":"test-model-49d7e5","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"routeName":"test-model-49d7e5-kserve-route","namespace":"ai-tenant-e2e-inf-a-49d7e5","llmisvcName":"test-model-49d7e5","gateway":"openshift-ingress/e2e-inf-a-49d7e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.047766492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c5dbda-c6a7-4bbc-8319-46ba666c09fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.064241741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c5dbda-c6a7-4bbc-8319-46ba666c09fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.080490397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c5dbda-c6a7-4bbc-8319-46ba666c09fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.096482822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c5dbda-c6a7-4bbc-8319-46ba666c09fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.834644566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7773cb-a263-4ea1-ae4c-707d493e4c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.851855869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7773cb-a263-4ea1-ae4c-707d493e4c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.886938879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7773cb-a263-4ea1-ae4c-707d493e4c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.902847058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7773cb-a263-4ea1-ae4c-707d493e4c45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.044887048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6833c718-b28f-46e3-b834-0bd4cad795ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.044910282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6833c718-b28f-46e3-b834-0bd4cad795ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.064422157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1ab51f-54f3-4016-9306-a6885a9743e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.064446656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1ab51f-54f3-4016-9306-a6885a9743e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.121054413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"namespace":"ai-tenant-e2e-mt-2f5939b0","name":"e2e-policy-2f5939b0","reconcileID":"6ba49495-c110-454d-b73f-fc7b76856e86","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.140720432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"namespace":"ai-tenant-e2e-mt-2f5939b0","name":"e2e-policy-2f5939b0","reconcileID":"6ba49495-c110-454d-b73f-fc7b76856e86","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.23910272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd1f51cf-17d4-403d-8895-512e4ef99841","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.239132542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd1f51cf-17d4-403d-8895-512e4ef99841","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.61964107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"6c9e10a9-90a8-42cd-9fb4-2b034d25ae67","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"maas-trlp-test-model-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.680127253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"757ec098-f42b-4175-95b6-622570107f9e","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.680153421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"757ec098-f42b-4175-95b6-622570107f9e","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.750504113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"b7cc018a-a43c-44cb-b67a-669ddf78f860","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"maas-trlp-test-model-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.806432702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"f4781894-2b4b-4074-8701-43709e110dcb","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.806451894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"f4781894-2b4b-4074-8701-43709e110dcb","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.337004361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"d1718072-df49-4853-a5ac-b23231aabd42","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.356595146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"d1718072-df49-4853-a5ac-b23231aabd42","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.462153047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f9a4cb8c-7e19-4414-8b37-98b807731fc9","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.482835164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"f9a4cb8c-7e19-4414-8b37-98b807731fc9","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.570285681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"af0b6ca3-268f-407a-96fc-c0ea5547fde3","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.5703271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"af0b6ca3-268f-407a-96fc-c0ea5547fde3","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.849319709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"ba18fda6-8ba7-415d-98da-692a0edbfefd","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.84934872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"ba18fda6-8ba7-415d-98da-692a0edbfefd","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.872298201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"aaa9778d-a07a-4d66-bd02-ce72edb0e08c","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.872320938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"aaa9778d-a07a-4d66-bd02-ce72edb0e08c","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.908070972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"54697379-8345-4857-8ecb-467faba4c15b","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.957585083Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"54697379-8345-4857-8ecb-467faba4c15b","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.975598106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-537652-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"54697379-8345-4857-8ecb-467faba4c15b","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.997683319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"59b0acc6-5c93-4b29-b344-30da0543c1e8","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.997705135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"59b0acc6-5c93-4b29-b344-30da0543c1e8","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.547994446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"4d380ce2-c4a3-4fa1-bc10-b52f47ef4fd2","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.548102949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"4d380ce2-c4a3-4fa1-bc10-b52f47ef4fd2","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.852212742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"134041b9-d474-4df6-aaf8-e50ee4d414a2","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.852235551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"134041b9-d474-4df6-aaf8-e50ee4d414a2","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.86995261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"5872d0af-b664-4bc3-a551-23a9c2d51d31","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.869974986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"5872d0af-b664-4bc3-a551-23a9c2d51d31","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.900668262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"8581affd-84fa-4b3e-ad3c-1dcd6c4ea4db","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.948860909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"8581affd-84fa-4b3e-ad3c-1dcd6c4ea4db","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.967025217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-70c7d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"8581affd-84fa-4b3e-ad3c-1dcd6c4ea4db","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.985676832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"3570a285-b139-4c73-b1cd-c1d68a88ba21","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.985693996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"3570a285-b139-4c73-b1cd-c1d68a88ba21","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.062541542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8c92b8c2-f4f5-44ab-9260-4e9d7c796e76","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.063168236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"f2c8289e-04c2-4154-829d-28563ba38b63","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.063187897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"f2c8289e-04c2-4154-829d-28563ba38b63","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.20214307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"cb9a6f52-1f01-4bb9-b8d7-6c56cf26e990","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"maas-trlp-test-model-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.202615272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8c92b8c2-f4f5-44ab-9260-4e9d7c796e76","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.257708392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8c92b8c2-f4f5-44ab-9260-4e9d7c796e76","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"e2e-inf-b-7f20f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.257732363Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-auth","reconcileID":"8c92b8c2-f4f5-44ab-9260-4e9d7c796e76","MaaSAuthPolicy":{"name":"test-model-7f20f7-auth","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.280062616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"ae07f4bc-d254-4c08-9341-cbeb2f212be2","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.280090398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"ae07f4bc-d254-4c08-9341-cbeb2f212be2","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.37522799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"90984953-89e6-4687-87b2-94be13eae192","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"maas-trlp-test-model-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.431582286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"eef2dad4-442b-4f1e-bd35-e1da9cef24d4","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.431607475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"eef2dad4-442b-4f1e-bd35-e1da9cef24d4","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.698072989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.029280417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"6b19b7cc-c9c8-4837-99e5-6064075650f9","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.048643307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"6b19b7cc-c9c8-4837-99e5-6064075650f9","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.067135586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-537652-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"6b19b7cc-c9c8-4837-99e5-6064075650f9","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.016691745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"6411bb48-934a-4879-965e-cf5afc3f4dda","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.035773415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"6411bb48-934a-4879-965e-cf5afc3f4dda","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.054178087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-70c7d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"6411bb48-934a-4879-965e-cf5afc3f4dda","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.502096718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"2ef37dc0-03bc-4f91-8038-23819f5bf135","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","subscription":"test-model-7f20f7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.518740581Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"2ef37dc0-03bc-4f91-8038-23819f5bf135","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.534642943Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7-sub","reconcileID":"2ef37dc0-03bc-4f91-8038-23819f5bf135","MaaSSubscription":{"name":"test-model-7f20f7-sub","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"name":"maas-trlp-test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.637388409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"a70b9be3-5471-484a-bb24-6ce4c3c8b58b","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"tenant":"e2e-inf-b-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","model":"ai-tenant-e2e-inf-b-7f20f7/test-model-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.637405959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"test-model-7f20f7","reconcileID":"a70b9be3-5471-484a-bb24-6ce4c3c8b58b","MaaSModelRef":{"name":"test-model-7f20f7","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"routeName":"test-model-7f20f7-kserve-route","namespace":"ai-tenant-e2e-inf-b-7f20f7","llmisvcName":"test-model-7f20f7","gateway":"openshift-ingress/e2e-inf-b-7f20f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:52.96878853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"namespace":"ai-tenant-e2e-mt-2f5939b0","name":"e2e-policy-2f5939b0","reconcileID":"b89d16dd-ddf0-46ec-b9a3-2c5149b443da","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:52.99933484Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"namespace":"ai-tenant-e2e-mt-2f5939b0","name":"e2e-policy-2f5939b0","reconcileID":"b89d16dd-ddf0-46ec-b9a3-2c5149b443da","MaaSAuthPolicy":{"name":"e2e-policy-2f5939b0","namespace":"ai-tenant-e2e-mt-2f5939b0"},"policyNamespace":"ai-tenant-e2e-mt-2f5939b0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.099081682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"f49f8ac5-5d28-4088-a644-3367e1c1b1ec","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.119113037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"f49f8ac5-5d28-4088-a644-3367e1c1b1ec","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.137407146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-537652-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"f49f8ac5-5d28-4088-a644-3367e1c1b1ec","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.08642836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"c906dab8-e21a-4b29-bcb4-895a956695be","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.106979244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"c906dab8-e21a-4b29-bcb4-895a956695be","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.125151481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-70c7d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"c906dab8-e21a-4b29-bcb4-895a956695be","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:01.742159211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc4c1c9-2799-4248-ae8e-95844f2deaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:01.759012382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc4c1c9-2799-4248-ae8e-95844f2deaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:01.775174862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc4c1c9-2799-4248-ae8e-95844f2deaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:01.791063805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc4c1c9-2799-4248-ae8e-95844f2deaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.565305248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d793f22-2247-42a2-b045-817c0fbc7d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.581288193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d793f22-2247-42a2-b045-817c0fbc7d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.597636059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d793f22-2247-42a2-b045-817c0fbc7d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.613667555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d793f22-2247-42a2-b045-817c0fbc7d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.798831895Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","namespace":"ai-tenant-e2e-inf-a-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.798893975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","namespace":"ai-tenant-e2e-inf-a-49d7e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.798968874Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","tenant":"e2e-inf-a-49d7e5","tenantID":"e2e-inf-a-49d7e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.818102329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Deployment","name":"maas-api-e2e-inf-a-49d7e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.856443602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Service","name":"maas-api-e2e-inf-a-49d7e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.87645052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-49d7e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.894084255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-49d7e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.911830874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.931522741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.951978595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.969003024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.984145247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Deployment","name":"payload-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.999177672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.014132215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Service","name":"payload-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.029209048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.044543986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.06153414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.081665725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.100780751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.118636391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.134583153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.150378173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-49d7e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.167171084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-49d7e5"},"namespace":"ai-tenant-e2e-inf-a-49d7e5","name":"default-tenant","reconcileID":"cd156501-405d-4420-b39a-4a8c5a48e647","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-49d7e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.172741216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"ae49ef25-5000-4878-8088-8ac84abb5e57","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.19811299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"ae49ef25-5000-4878-8088-8ac84abb5e57","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.216014092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-537652-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"ae49ef25-5000-4878-8088-8ac84abb5e57","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.157228345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"d8cc5867-265b-44df-8bc2-cb65c8af0dd1","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.177850445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"d8cc5867-265b-44df-8bc2-cb65c8af0dd1","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.19560525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-70c7d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"d8cc5867-265b-44df-8bc2-cb65c8af0dd1","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.522162837Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-49d7e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-49d7e5","reconcileID":"0f632ac3-8709-4169-8dc5-10f0d18e4a9f","aitenant":"ai-tenants/e2e-inf-a-49d7e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.775076104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900b0b7b-17a4-414e-bc46-479298ac789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.790797863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900b0b7b-17a4-414e-bc46-479298ac789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.806523295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900b0b7b-17a4-414e-bc46-479298ac789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.814543274Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-49d7e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-49d7e5","reconcileID":"0f632ac3-8709-4169-8dc5-10f0d18e4a9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-49d7e5","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-49d7e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.821960355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900b0b7b-17a4-414e-bc46-479298ac789e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.561087165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f82ef-8ac5-4657-94b0-3ea68c6f41b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.601421488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f82ef-8ac5-4657-94b0-3ea68c6f41b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.618700464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f82ef-8ac5-4657-94b0-3ea68c6f41b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.636935376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30f82ef-8ac5-4657-94b0-3ea68c6f41b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:17.697708275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.246799886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"7ca50820-2f9a-4c4c-ba0e-cbb8ccf8fb8f","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.265905972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"7ca50820-2f9a-4c4c-ba0e-cbb8ccf8fb8f","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.28382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-537652-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (781a0112d56c38247236d6fae7fc2c22246b0fdae4670801f113d269d886b272) AuthConfig (d2071b28409ba85d0b7186e673703874e65a2b25ab826c04b9d00fee25736d20) AuthConfig (8cd90f4c27b6241679de003541e3210dcf59c78d9eede685d6f31ef722a3cf54) AuthConfig (f8f4ce6f5b4514a51646babe5c178872086533297a1f31c758e32224ef685266) AuthConfig (08877ed3f10ba3ef2dad88c78678e72a3aae7572a7cf0d1c9c4e34990d50b1eb) AuthConfig (d8691ff99e5046ecb7108d3d9033d99390e2c07ccbb8726be20e1d86afc80a26) AuthConfig (1ffcb3005b01aac7d0c5a04955fa4cb6c42b1aafcb80c87a82ffc240127ff96b) AuthConfig (e7829b9be3a3f8ff22d1257107e7f18d917bf4b7fd328c81fa96d86b0f1e5afe) AuthConfig (ee4082c7d940a6a761c01ebfeb770167352f3cb2904d15c9bac26477a22d71d4) AuthConfig (0505782badae1b24fe4bf62fab76ead5a44f1ca6ba00138091dd188d8eb45f00) AuthConfig (4523a2f1621a07585a71418b3a37c3d3cf4475e06f36550e492f861ce5f0bc85) AuthConfig (d854cc6d68f441c7c51ef7c080d77beadc21f4d6aa12480faa8af5b6014b21a7) AuthConfig (65ab4e174bb64503ce7d1b99d062aa9887a2204bd2ddc78db7f4b8efd63c2068) AuthConfig (497a6554cfbcddd6258d10a9037f0bdd8c8f0844c2637818bed306ff093cd404) AuthConfig (5d9316d0d884e5f50982f62b36ee309f33a2b5c13f221eb7c23b6b86d7935284) AuthConfig (2f89ede789615d3aa12a0b76fe26180b5c37214992af59c1905021506be5fb13) AuthConfig (f6aec138e71ab8ac83e77ce6ee3dcae4fb58c36710260afc8651ab8e107ee05e) AuthConfig (324f809af6b05571482a1816558fd5288e2cfb8ef0651a77f6610173301cd498)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"7ca50820-2f9a-4c4c-ba0e-cbb8ccf8fb8f","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.304129019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"11c2c4f6-6788-4f39-b02c-ff2705a82328","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.304147425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"11c2c4f6-6788-4f39-b02c-ff2705a82328","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.226870718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"282b2498-b085-4f0f-9955-bc0e850e6083","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.246575958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"282b2498-b085-4f0f-9955-bc0e850e6083","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.267034457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-70c7d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b37fc531e2e8d7b782b3de628066e1b29695625fe00f591a48692e3e196864f) AuthConfig (a8c7e4eb522d70d539c49bfcf6a8eecc2f8b5408d9f39179af288a1b3e7484f2) AuthConfig (33a9e4d461b89d9889cc6d4ecebb4a49fae4d2cf383a85915600f1e9630b4fd8) AuthConfig (04235624a1cdcf348dc287390450f070004f80f373c4efb592ef45efedc1165f) AuthConfig (50505c1f1aeb37fca6b1060fbaa3fb3b0bc889a0dfbe6273c50a6be23d816b9b) AuthConfig (c7351a999af5f96fea231826019be88e00fccbdf80a1ef9d9b7946cf6cc785f0) AuthConfig (a0e852ccfffb55b5455c7c85e96690487c55b61c41b0a87f5f01b257b908f5ba) AuthConfig (244c75b25b801e6bf521572e2859e0c49ea048641413a3cd859841ad065cd395) AuthConfig (d23e71fabdf292e399d04278fa73210a5957bbca4dd8b8f1813bfd0e52085950) AuthConfig (e04d53b107cee051e89e011ba14172b7571593fc5782e9ca9cfa04744adbd17c) AuthConfig (4fb1ee626e47c5254436f05499ee50a04c4520b03aad1d947d6a43eb6d078373) AuthConfig (f29368ba2d7f0e8d3d38eb5837e3e1e9b2a0a00881291715423ea65b3830778b) AuthConfig (bdb695ccd7e29073d3ec6fec01aee857ee4c9b2ef62b100452cb4eed7d973dae) AuthConfig (6c6218bc373fd2928f5893448b7c344c74a2107a34e5081db815466d56171e53) AuthConfig (549d35baede1beeb60bf34f683e413dfe547879aeda9d7c8948d4f184459c296) AuthConfig (762cfb971c90b3f2468dd2ccc66409de4dae2216a0cdf277cecff27671717ad4) AuthConfig (9b121d0a0d7981374129cfe0c7cd04765da768998f0e99ebd7318bf159365dc0) AuthConfig (80079b7473fe214fb5a234fe7d63324356fd4462a0e3642a7de7df1825643cd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"282b2498-b085-4f0f-9955-bc0e850e6083","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.287642509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"2576de15-7741-45d7-83f3-9de3322163ff","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.287661746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"2576de15-7741-45d7-83f3-9de3322163ff","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.915302747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598d2071-a9e5-45fa-b475-757298826590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.930823698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598d2071-a9e5-45fa-b475-757298826590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.946421322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598d2071-a9e5-45fa-b475-757298826590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.96185681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598d2071-a9e5-45fa-b475-757298826590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.760887335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e28d59e-3d0f-4534-8557-1cb998cec457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.776882242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e28d59e-3d0f-4534-8557-1cb998cec457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.792955496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e28d59e-3d0f-4534-8557-1cb998cec457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.808990934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e28d59e-3d0f-4534-8557-1cb998cec457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.02811121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","namespace":"ai-tenant-e2e-inf-a-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.028170973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","namespace":"ai-tenant-e2e-inf-a-883a9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.028227856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","tenant":"e2e-inf-a-883a9e","tenantID":"e2e-inf-a-883a9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.045603231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Deployment","name":"maas-api-e2e-inf-a-883a9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.073381396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Service","name":"maas-api-e2e-inf-a-883a9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.091782669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-883a9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.11069294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-883a9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.128451285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.14649126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.167375766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.184678355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.199579654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Deployment","name":"payload-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.214909775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.230017168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Service","name":"payload-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.245076203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.260541709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.27569623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.290846716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.318503341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.335593325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.353606586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.37751019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-883a9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.406605362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-883a9e"},"namespace":"ai-tenant-e2e-inf-a-883a9e","name":"default-tenant","reconcileID":"8f8b4396-1b8b-4048-bf8f-ab4715e4c131","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-883a9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.336048251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"ee1dcfe0-3286-43db-9782-8167e1339d42","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.40594716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"ee1dcfe0-3286-43db-9782-8167e1339d42","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.424304499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-537652-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (781a0112d56c38247236d6fae7fc2c22246b0fdae4670801f113d269d886b272) AuthConfig (d2071b28409ba85d0b7186e673703874e65a2b25ab826c04b9d00fee25736d20) AuthConfig (8cd90f4c27b6241679de003541e3210dcf59c78d9eede685d6f31ef722a3cf54) AuthConfig (f8f4ce6f5b4514a51646babe5c178872086533297a1f31c758e32224ef685266) AuthConfig (08877ed3f10ba3ef2dad88c78678e72a3aae7572a7cf0d1c9c4e34990d50b1eb) AuthConfig (d8691ff99e5046ecb7108d3d9033d99390e2c07ccbb8726be20e1d86afc80a26) AuthConfig (1ffcb3005b01aac7d0c5a04955fa4cb6c42b1aafcb80c87a82ffc240127ff96b) AuthConfig (e7829b9be3a3f8ff22d1257107e7f18d917bf4b7fd328c81fa96d86b0f1e5afe) AuthConfig (ee4082c7d940a6a761c01ebfeb770167352f3cb2904d15c9bac26477a22d71d4) AuthConfig (0505782badae1b24fe4bf62fab76ead5a44f1ca6ba00138091dd188d8eb45f00) AuthConfig (4523a2f1621a07585a71418b3a37c3d3cf4475e06f36550e492f861ce5f0bc85) AuthConfig (d854cc6d68f441c7c51ef7c080d77beadc21f4d6aa12480faa8af5b6014b21a7) AuthConfig (65ab4e174bb64503ce7d1b99d062aa9887a2204bd2ddc78db7f4b8efd63c2068) AuthConfig (497a6554cfbcddd6258d10a9037f0bdd8c8f0844c2637818bed306ff093cd404) AuthConfig (5d9316d0d884e5f50982f62b36ee309f33a2b5c13f221eb7c23b6b86d7935284) AuthConfig (2f89ede789615d3aa12a0b76fe26180b5c37214992af59c1905021506be5fb13) AuthConfig (f6aec138e71ab8ac83e77ce6ee3dcae4fb58c36710260afc8651ab8e107ee05e) AuthConfig (324f809af6b05571482a1816558fd5288e2cfb8ef0651a77f6610173301cd498)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"ee1dcfe0-3286-43db-9782-8167e1339d42","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.319904375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"8bd47a8b-e673-4b14-b657-f7b238c55c48","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.340726956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"8bd47a8b-e673-4b14-b657-f7b238c55c48","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.359042009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-70c7d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b37fc531e2e8d7b782b3de628066e1b29695625fe00f591a48692e3e196864f) AuthConfig (a8c7e4eb522d70d539c49bfcf6a8eecc2f8b5408d9f39179af288a1b3e7484f2) AuthConfig (33a9e4d461b89d9889cc6d4ecebb4a49fae4d2cf383a85915600f1e9630b4fd8) AuthConfig (04235624a1cdcf348dc287390450f070004f80f373c4efb592ef45efedc1165f) AuthConfig (50505c1f1aeb37fca6b1060fbaa3fb3b0bc889a0dfbe6273c50a6be23d816b9b) AuthConfig (c7351a999af5f96fea231826019be88e00fccbdf80a1ef9d9b7946cf6cc785f0) AuthConfig (a0e852ccfffb55b5455c7c85e96690487c55b61c41b0a87f5f01b257b908f5ba) AuthConfig (244c75b25b801e6bf521572e2859e0c49ea048641413a3cd859841ad065cd395) AuthConfig (d23e71fabdf292e399d04278fa73210a5957bbca4dd8b8f1813bfd0e52085950) AuthConfig (e04d53b107cee051e89e011ba14172b7571593fc5782e9ca9cfa04744adbd17c) AuthConfig (4fb1ee626e47c5254436f05499ee50a04c4520b03aad1d947d6a43eb6d078373) AuthConfig (f29368ba2d7f0e8d3d38eb5837e3e1e9b2a0a00881291715423ea65b3830778b) AuthConfig (bdb695ccd7e29073d3ec6fec01aee857ee4c9b2ef62b100452cb4eed7d973dae) AuthConfig (6c6218bc373fd2928f5893448b7c344c74a2107a34e5081db815466d56171e53) AuthConfig (549d35baede1beeb60bf34f683e413dfe547879aeda9d7c8948d4f184459c296) AuthConfig (762cfb971c90b3f2468dd2ccc66409de4dae2216a0cdf277cecff27671717ad4) AuthConfig (9b121d0a0d7981374129cfe0c7cd04765da768998f0e99ebd7318bf159365dc0) AuthConfig (80079b7473fe214fb5a234fe7d63324356fd4462a0e3642a7de7df1825643cd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"8bd47a8b-e673-4b14-b657-f7b238c55c48","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.214130004Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-883a9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-883a9e","reconcileID":"4da18f2b-0f02-4b28-abe5-aadb11e36cee","aitenant":"ai-tenants/e2e-inf-a-883a9e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.406448181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e4869-c943-4c6c-a3cc-188cbdd54d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.45007714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e4869-c943-4c6c-a3cc-188cbdd54d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.467166877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e4869-c943-4c6c-a3cc-188cbdd54d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.483045633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8e4869-c943-4c6c-a3cc-188cbdd54d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.48956587Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-883a9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-883a9e","reconcileID":"4da18f2b-0f02-4b28-abe5-aadb11e36cee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-883a9e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-883a9e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.126808769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692c780-3548-4f38-843f-22a6cd05b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.148779354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692c780-3548-4f38-843f-22a6cd05b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.178616359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692c780-3548-4f38-843f-22a6cd05b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.195113621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2692c780-3548-4f38-843f-22a6cd05b5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.873638127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff1c7d-cb27-4412-9d40-9d3dac280cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.889304276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff1c7d-cb27-4412-9d40-9d3dac280cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.904970259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff1c7d-cb27-4412-9d40-9d3dac280cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.92032593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff1c7d-cb27-4412-9d40-9d3dac280cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.748049496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6573fa5b-4960-45b9-8d15-74c0b39d3d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.764480899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6573fa5b-4960-45b9-8d15-74c0b39d3d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.808590595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6573fa5b-4960-45b9-8d15-74c0b39d3d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.828513866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6573fa5b-4960-45b9-8d15-74c0b39d3d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.45604164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"2939b35a-a53e-4375-8f4f-63df513b2512","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.475860623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"2939b35a-a53e-4375-8f4f-63df513b2512","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.50824718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc3c188-02bb-493a-83a8-06096a509410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.524047821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc3c188-02bb-493a-83a8-06096a509410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.539928589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc3c188-02bb-493a-83a8-06096a509410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.555835849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc3c188-02bb-493a-83a8-06096a509410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.660753803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"ae94994e-af1e-489b-a772-7fc2a92e71c7","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.660780645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"ae94994e-af1e-489b-a772-7fc2a92e71c7","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.391021962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"65314ee0-2f27-45c1-8a37-8f874667716e","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.411138439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"65314ee0-2f27-45c1-8a37-8f874667716e","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.497003898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"ec2d19ba-03d7-40e6-8d7a-eb93e9cf898a","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.497024214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"ec2d19ba-03d7-40e6-8d7a-eb93e9cf898a","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.073522911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"0a81fdbc-8615-4a4f-a285-adb993d6d993","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.073544568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"0a81fdbc-8615-4a4f-a285-adb993d6d993","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.09705368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"18118ef0-7a3d-499e-82aa-fffa8b2aabf1","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.097079837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"18118ef0-7a3d-499e-82aa-fffa8b2aabf1","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.104979388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"72d4d746-2b9a-49ee-9d5b-8577a254d071","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:05:41.105436392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"5ce46a61-adbb-46ae-be49-b05e3dbefc6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-537652-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:05:41.114304486Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"18118ef0-7a3d-499e-82aa-fffa8b2aabf1","name":"test-model-537652","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-537652\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:05:41.114359704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"18118ef0-7a3d-499e-82aa-fffa8b2aabf1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-537652\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.119748799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"f847bff1-83dc-44ba-a8de-9a58c37842ef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.119765298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"f847bff1-83dc-44ba-a8de-9a58c37842ef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.124461516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"72d4d746-2b9a-49ee-9d5b-8577a254d071","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.140562838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"49e2eb76-744d-4b36-9556-0c152c39bca8","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.140581824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"49e2eb76-744d-4b36-9556-0c152c39bca8","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.159746382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"22d8643e-9ad4-427b-942c-bc5b9d3b37af","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.159763095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"22d8643e-9ad4-427b-942c-bc5b9d3b37af","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.225999605Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"4e491330-5411-4812-9045-10dbd91930a3","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"maas-trlp-test-model-537652","model":"test-model-537652","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-537652/test-model-537652-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.28355557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"cba7c6de-7643-4820-85f5-0b09ddb4ffd6","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.28358262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"cba7c6de-7643-4820-85f5-0b09ddb4ffd6","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.290068221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"043c7fc8-b9a7-4380-96c7-8080ff0fd7e6","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.312212942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"043c7fc8-b9a7-4380-96c7-8080ff0fd7e6","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.346027979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"9cb28b00-f207-48ab-973b-1e40cdb1c678","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"maas-trlp-test-model-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.056641345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"3bea67a9-568a-4439-986d-80b7922ea71a","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.056661842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"3bea67a9-568a-4439-986d-80b7922ea71a","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.078418198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"1652b565-2229-4783-ab87-794b2e15c386","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.078445893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"1652b565-2229-4783-ab87-794b2e15c386","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.086934978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"1d505b70-d447-4ff3-8f99-2741230e9ed2","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:05:42.088566537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"0a37d7e7-2d6a-4241-94dc-d8a6d76ee6af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-70c7d6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:05:42.09531504Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"1652b565-2229-4783-ab87-794b2e15c386","name":"test-model-70c7d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-70c7d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:05:42.095372186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"1652b565-2229-4783-ab87-794b2e15c386","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-70c7d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.101352367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"cb50b046-3b93-4788-abd6-2cf285c29982","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.101376201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"cb50b046-3b93-4788-abd6-2cf285c29982","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.107224925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"1d505b70-d447-4ff3-8f99-2741230e9ed2","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.121101782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"7ca88eef-d280-4334-98e4-cf155023f694","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.1211253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"7ca88eef-d280-4334-98e4-cf155023f694","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.141677558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"eaf9f208-c8af-4589-b44c-b90190f19418","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.1416943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"eaf9f208-c8af-4589-b44c-b90190f19418","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.209175729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"09ded02f-daa8-46a2-9a6d-a5d7ef835a05","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"maas-trlp-test-model-70c7d6","model":"test-model-70c7d6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.265394018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"6c0c5ef4-aa86-4c48-9e6f-a117a12908bc","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.265417934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"6c0c5ef4-aa86-4c48-9e6f-a117a12908bc","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.268886541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"21ea2fb3-216b-4061-b0f2-767d936dcdaa","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.288111269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"21ea2fb3-216b-4061-b0f2-767d936dcdaa","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:42.329811355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"7fa33b0e-aa9b-4365-bbed-1d5ebfe37304","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"maas-trlp-test-model-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:47.697849247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:03.556564514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"b06011ee-11dc-40b1-97c5-8cc319a5ecd0","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"maas-trlp-test-model-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:03.614069324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"c7be4f63-ac73-4a94-9377-1eecba38e01f","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:03.614102221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"c7be4f63-ac73-4a94-9377-1eecba38e01f","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:03.671331607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"ba1df340-30fb-4454-8d49-8513345c2e6b","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"maas-trlp-test-model-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:03.732763267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"368f2b19-e7ad-41d1-83b5-8f52315c845d","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:03.732880897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"368f2b19-e7ad-41d1-83b5-8f52315c845d","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.191824506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"6ed57238-4dc5-4693-b7a0-67c86e38c232","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.211670788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"6ed57238-4dc5-4693-b7a0-67c86e38c232","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.730236255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"cacd83a3-38d5-4e11-aa7b-5beb7a27a31b","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.749410528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"cacd83a3-38d5-4e11-aa7b-5beb7a27a31b","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.595099384Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","namespace":"ai-tenant-e2e-inf-b-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.595164957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","namespace":"ai-tenant-e2e-inf-b-7f20f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.595219436Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","tenant":"e2e-inf-b-7f20f7","tenantID":"e2e-inf-b-7f20f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.612406671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Deployment","name":"maas-api-e2e-inf-b-7f20f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.645688451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Service","name":"maas-api-e2e-inf-b-7f20f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.664445188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-7f20f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.681867937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-7f20f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.699715169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.717533291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.738458062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.755891202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.771174777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Deployment","name":"payload-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.786474384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.801442255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Service","name":"payload-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.81643855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.831465973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.846514835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.87068249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.892680396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.922032655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.940157853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.960058253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-7f20f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.975972817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7f20f7"},"namespace":"ai-tenant-e2e-inf-b-7f20f7","name":"default-tenant","reconcileID":"d052d182-9b58-4443-8400-9ef92e478fea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-7f20f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:15.789292133Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7f20f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7f20f7","reconcileID":"26c064f4-b8a3-4a0c-9fcb-15ce6fc02126","aitenant":"ai-tenants/e2e-inf-b-7f20f7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:15.99978231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8baf9f5-1c53-4cb5-a7d7-823a087168e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.01557413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8baf9f5-1c53-4cb5-a7d7-823a087168e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.031076812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8baf9f5-1c53-4cb5-a7d7-823a087168e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.046811249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8baf9f5-1c53-4cb5-a7d7-823a087168e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.070003913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7f20f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7f20f7","reconcileID":"26c064f4-b8a3-4a0c-9fcb-15ce6fc02126","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7f20f7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-7f20f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.726815625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599a4a83-5d6c-4472-8bd1-1a250533f495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.746710843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599a4a83-5d6c-4472-8bd1-1a250533f495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.778935358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599a4a83-5d6c-4472-8bd1-1a250533f495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.794942284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599a4a83-5d6c-4472-8bd1-1a250533f495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:17.487360097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86a7b54-3a6d-481c-80ba-5605bb4448fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:17.503199396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86a7b54-3a6d-481c-80ba-5605bb4448fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:17.519234842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86a7b54-3a6d-481c-80ba-5605bb4448fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:17.535194456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86a7b54-3a6d-481c-80ba-5605bb4448fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:17.700523854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.783548927Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","namespace":"ai-tenant-e2e-inf-b-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.783607755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","namespace":"ai-tenant-e2e-inf-b-056a96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.783656541Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","tenant":"e2e-inf-b-056a96","tenantID":"e2e-inf-b-056a96","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.802477728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Deployment","name":"maas-api-e2e-inf-b-056a96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.834441189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Service","name":"maas-api-e2e-inf-b-056a96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.85309029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-056a96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.874229371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-056a96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.892336851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.910312742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.9304306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.948537896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.963962666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Deployment","name":"payload-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.97986455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:20.995691218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Service","name":"payload-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.011601988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.027387576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.043076225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.060662002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.090459715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.106978933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.123505591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.154622342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-056a96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:21.17324829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-056a96"},"namespace":"ai-tenant-e2e-inf-b-056a96","name":"default-tenant","reconcileID":"552aeb23-4775-4706-bf08-d251dc1c2b28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-056a96","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.418026391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ee097c-d3c9-446a-8ec3-4289c3fbe8df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.418051289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ee097c-d3c9-446a-8ec3-4289c3fbe8df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.438022589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0a8e3e5-60c4-4f23-bcb3-a85af88609c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.43804477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0a8e3e5-60c4-4f23-bcb3-a85af88609c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.469636668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-policy-121ed61d","reconcileID":"ad15cbe1-7f1c-4326-b313-f3b89e580fce","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.489391217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-policy-121ed61d","reconcileID":"ad15cbe1-7f1c-4326-b313-f3b89e580fce","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.575131501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dea435d-7cc3-4d74-b8cf-81d14921204d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.575161674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dea435d-7cc3-4d74-b8cf-81d14921204d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.623894124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b89c0b80-3e9e-4739-a2be-a7f41632bc4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.623922605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b89c0b80-3e9e-4739-a2be-a7f41632bc4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.64422999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11888bff-c2e0-42b2-b138-d6e3582cd33b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.644249736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11888bff-c2e0-42b2-b138-d6e3582cd33b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.653509659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-policy-121ed61d","reconcileID":"827b9e86-f7f3-4db4-a161-c8deb571ca4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:06:24.657524417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-sub-121ed61d","reconcileID":"af150fb6-d686-4c6b-aff4-d69172cb82ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-121ed61d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.672659173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-policy-121ed61d","reconcileID":"827b9e86-f7f3-4db4-a161-c8deb571ca4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.694870693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa1cc7d1-ecea-4c18-a602-2adb25d75372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.69489619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa1cc7d1-ecea-4c18-a602-2adb25d75372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.714646497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d827bdcd-1b29-44bb-bec2-cecacaddb3ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.714667493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d827bdcd-1b29-44bb-bec2-cecacaddb3ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.797406387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-sub-121ed61d","reconcileID":"f5f8ccca-698e-4e41-997b-7aaa53950fe7","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-121ed61d/e2e-shared-sub-121ed61d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.853862355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94ca1aaa-e485-4d71-b218-ed67df087c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.853883167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94ca1aaa-e485-4d71-b218-ed67df087c5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.879075027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef8014c3-c29b-4c47-9d69-3b8719d38652","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:24.981534648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-sub-121ed61d","reconcileID":"c2780dfd-5cdd-4d3c-9219-f91ab7323954","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.053398888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb93db8-6040-4380-927c-33782de49c01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.053419578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbb93db8-6040-4380-927c-33782de49c01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.610576374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ad1d0e3-83db-4e15-beae-0419f3ec2b4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.610599411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ad1d0e3-83db-4e15-beae-0419f3ec2b4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.631003274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfefd5de-d4f1-40b4-b254-5a8ef3e6cf9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.631023413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfefd5de-d4f1-40b4-b254-5a8ef3e6cf9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.661494384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-policy-121ed61d","reconcileID":"ce30b493-f12f-4c17-bfc7-9be7b9487fba","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.68223641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-policy-121ed61d","reconcileID":"ce30b493-f12f-4c17-bfc7-9be7b9487fba","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.850543022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2a7800e-4f05-4341-97ed-016e1c2d8c0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.850563729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2a7800e-4f05-4341-97ed-016e1c2d8c0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.853611978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4531e06-228e-4a33-b486-dfd52f5a0835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.853628743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4531e06-228e-4a33-b486-dfd52f5a0835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.872364308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4da81e-380c-4eb5-9d8a-93640aeedc74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.872385658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4da81e-380c-4eb5-9d8a-93640aeedc74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:06:25.885889937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"ec8a6da6-1b29-45dd-a5a0-ed81178d1d97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-121ed61d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.926633738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b60f95c5-037e-414c-8581-c3fedb951a7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.92666056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b60f95c5-037e-414c-8581-c3fedb951a7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.944818391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a12a956-f0ce-4165-9ba2-edeaec697dae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.944840067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a12a956-f0ce-4165-9ba2-edeaec697dae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.961539418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-policy-121ed61d","reconcileID":"199d0bb0-85d6-4527-8054-55f07effc93a","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:25.980640448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-policy-121ed61d","reconcileID":"199d0bb0-85d6-4527-8054-55f07effc93a","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.028836168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"f9291b24-ea85-47af-91e1-afddf7867462","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-121ed61d/e2e-shared-sub-121ed61d","ai-tenant-e2e-mt-540797c3/e2e-shared-sub-121ed61d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.088043805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fccd2a5b-26f9-44d9-9b44-f81bac7eca9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.088071405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fccd2a5b-26f9-44d9-9b44-f81bac7eca9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.109244865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8be9b947-d749-4708-8c49-ec24ea30f295","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.10932917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-sub-121ed61d","reconcileID":"b6948b28-1756-473b-91d7-f28c08b0e1bc","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.206704174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"37004b57-f682-429b-a88b-3a48d3d9e8d7","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.728953672Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"95f783b4-7afb-40f9-8030-ab40e3371be8","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.729129842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"975a2c81-4d0b-4df5-b3b7-51c9561051f5","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.729150597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"975a2c81-4d0b-4df5-b3b7-51c9561051f5","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.789518393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-policy-121ed61d","reconcileID":"05319a30-cfcc-41dd-b18e-7e4a895b68b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.790118697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be7ecd9c-520e-4666-a329-d75127f528a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.790138241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be7ecd9c-520e-4666-a329-d75127f528a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.859817492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"63d902bc-032e-4867-a6c4-507060d007db","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"maas-trlp-test-model-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.867874393Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-policy-121ed61d","reconcileID":"05319a30-cfcc-41dd-b18e-7e4a895b68b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"policyNamespace":"ai-tenant-e2e-mt-121ed61d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.86795052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"95f783b4-7afb-40f9-8030-ab40e3371be8","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.887615538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfda746-5341-408f-b068-3cd8dbb4453d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.887640137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfda746-5341-408f-b068-3cd8dbb4453d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.920177051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"95f783b4-7afb-40f9-8030-ab40e3371be8","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"e2e-inf-a-8ed55a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.920197355Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-auth","reconcileID":"95f783b4-7afb-40f9-8030-ab40e3371be8","MaaSAuthPolicy":{"name":"test-model-8ed55a-auth","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.941785457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"5fbce95c-1983-4cc2-bb5e-b4bbde4c4100","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:26.941805521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"5fbce95c-1983-4cc2-bb5e-b4bbde4c4100","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.027803544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"ec8f8df2-947d-422b-b5e9-ce6674569ffd","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"maas-trlp-test-model-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.051184084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e8f7289-8520-4596-b684-91dd4398b7c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.051301802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e8f7289-8520-4596-b684-91dd4398b7c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.107829621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"7cb49ac1-e9a3-4693-9e4a-c912491a78ee","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.10785884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"7cb49ac1-e9a3-4693-9e4a-c912491a78ee","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.192978683Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-056a96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-056a96","reconcileID":"7d28d8fc-4272-45f2-9bdf-61ec2f1940da","aitenant":"ai-tenants/e2e-inf-b-056a96","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.398149566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b83ae-e8d7-421a-a99f-172f16e90d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.414100874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b83ae-e8d7-421a-a99f-172f16e90d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.430525506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b83ae-e8d7-421a-a99f-172f16e90d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.43775191Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-056a96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-056a96","reconcileID":"7d28d8fc-4272-45f2-9bdf-61ec2f1940da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-056a96","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-056a96"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:27.446553537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402b83ae-e8d7-421a-a99f-172f16e90d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.111435776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5148093-de3e-4504-8509-9ddff6f3f228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.127450413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5148093-de3e-4504-8509-9ddff6f3f228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.142983113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5148093-de3e-4504-8509-9ddff6f3f228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.158680512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5148093-de3e-4504-8509-9ddff6f3f228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.251055172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f72d9b1-7f69-4468-8182-88c14888c450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.251079322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f72d9b1-7f69-4468-8182-88c14888c450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.281778768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"namespace":"ai-tenant-e2e-mt-4ff65120","name":"e2e-policy-4ff65120","reconcileID":"31aebfcc-f96f-4a67-9cb2-864263d717e5","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.303657226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"namespace":"ai-tenant-e2e-mt-4ff65120","name":"e2e-policy-4ff65120","reconcileID":"31aebfcc-f96f-4a67-9cb2-864263d717e5","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.389008718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"493d2007-f487-4963-8f41-d92faa84fe32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.389029506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"493d2007-f487-4963-8f41-d92faa84fe32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.609049319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"dca1d197-8cd3-494e-8cbd-0d4a28a2258b","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.609529045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"e5eb4e03-d03a-4b4c-ac70-340825e7b9d7","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.609559973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"e5eb4e03-d03a-4b4c-ac70-340825e7b9d7","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.694474814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d695c64b-850e-4343-ba35-f662b3685668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.694494481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d695c64b-850e-4343-ba35-f662b3685668","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.695662792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"namespace":"ai-tenant-e2e-mt-4ff65120","name":"e2e-policy-4ff65120","reconcileID":"b7b39666-6e42-485e-b0a4-7af9d9c0fbd2","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.743740089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"dca1d197-8cd3-494e-8cbd-0d4a28a2258b","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.762664136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"75852f91-1002-46bc-bceb-7bb3a0f5f304","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"maas-trlp-test-model-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.821327196Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"namespace":"ai-tenant-e2e-mt-4ff65120","name":"e2e-policy-4ff65120","reconcileID":"b7b39666-6e42-485e-b0a4-7af9d9c0fbd2","MaaSAuthPolicy":{"name":"e2e-policy-4ff65120","namespace":"ai-tenant-e2e-mt-4ff65120"},"policyNamespace":"ai-tenant-e2e-mt-4ff65120","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.823829798Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"dca1d197-8cd3-494e-8cbd-0d4a28a2258b","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"e2e-inf-a-29d09b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.823850912Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-auth","reconcileID":"dca1d197-8cd3-494e-8cbd-0d4a28a2258b","MaaSAuthPolicy":{"name":"test-model-29d09b-auth","namespace":"ai-tenant-e2e-inf-a-29d09b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.861197806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"ec0b75f2-9f60-452e-b21b-95991d9a8992","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.861224373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"ec0b75f2-9f60-452e-b21b-95991d9a8992","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.891805641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"186b4627-e0c7-4267-9f08-81b89def303e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.891823794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"186b4627-e0c7-4267-9f08-81b89def303e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.925838156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c47f0a-3c12-4497-b041-de038299fa60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.941865074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c47f0a-3c12-4497-b041-de038299fa60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.957567994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c47f0a-3c12-4497-b041-de038299fa60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:28.97301568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c47f0a-3c12-4497-b041-de038299fa60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:29.009297506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"56995595-576e-4061-af8f-dfc9480a2462","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:29.009314267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"56995595-576e-4061-af8f-dfc9480a2462","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:29.017576943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"a971fb99-0c20-4fb6-84c9-584eb040299c","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"maas-trlp-test-model-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.126526027Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-sub-121ed61d","reconcileID":"59b5fa9a-8875-4af6-8e02-c63bfb72ed1a","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-121ed61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.160557573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"d668613c-3cd0-4079-a630-22177dc2f403","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","subscription":"test-model-8ed55a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.175794659Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"d668613c-3cd0-4079-a630-22177dc2f403","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.194113295Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"namespace":"ai-tenant-e2e-mt-121ed61d","name":"e2e-shared-sub-121ed61d","reconcileID":"59b5fa9a-8875-4af6-8e02-c63bfb72ed1a","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-121ed61d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-540797c3/e2e-shared-sub-121ed61d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.194599241Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a-sub","reconcileID":"d668613c-3cd0-4079-a630-22177dc2f403","MaaSSubscription":{"name":"test-model-8ed55a-sub","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"name":"maas-trlp-test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.257917861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77a93fcb-500d-4fec-986b-183e3344fdd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.25814262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"28fc6bca-fb67-46c4-ab97-b1a72a9e636e","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.344822247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb97630-be52-41ef-9f65-6b8b4ff7aac1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.344846994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeb97630-be52-41ef-9f65-6b8b4ff7aac1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.358527314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"dfd58edb-933a-43c1-b90d-39058fc6a8d3","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"tenant":"e2e-inf-a-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","model":"ai-tenant-e2e-inf-a-8ed55a/test-model-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.358547504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"test-model-8ed55a","reconcileID":"dfd58edb-933a-43c1-b90d-39058fc6a8d3","MaaSModelRef":{"name":"test-model-8ed55a","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"routeName":"test-model-8ed55a-kserve-route","namespace":"ai-tenant-e2e-inf-a-8ed55a","llmisvcName":"test-model-8ed55a","gateway":"openshift-ingress/e2e-inf-a-8ed55a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.238047862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"74cc56a4-fac8-4f8e-8a6b-781a9b2a0bf5","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.238959345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"0ba228bc-0b5c-4331-bf21-960c35653031","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.24063496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"0ba228bc-0b5c-4331-bf21-960c35653031","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.351437638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"d9e7dde5-d572-446b-aec1-586d4c0ffcf6","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"maas-trlp-test-model-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.37372185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"74cc56a4-fac8-4f8e-8a6b-781a9b2a0bf5","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.424652083Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"74cc56a4-fac8-4f8e-8a6b-781a9b2a0bf5","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"e2e-inf-b-70c7d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.424774805Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-auth","reconcileID":"74cc56a4-fac8-4f8e-8a6b-781a9b2a0bf5","MaaSAuthPolicy":{"name":"test-model-70c7d6-auth","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.444504635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"969d004f-7159-45fe-af4e-98df131a5704","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.444530767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"969d004f-7159-45fe-af4e-98df131a5704","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.53552466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"532db2bd-c3c3-4ffe-9516-4d7ff47725f7","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"maas-trlp-test-model-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.5800875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"4e9a1bf5-f34a-459e-bcdb-e418a7a790b2","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.580108546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"4e9a1bf5-f34a-459e-bcdb-e418a7a790b2","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.164193777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"4e7aa58e-c3c4-41cc-822c-b203e1150048","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","subscription":"test-model-29d09b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.180846988Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"4e7aa58e-c3c4-41cc-822c-b203e1150048","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.197032619Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b-sub","reconcileID":"4e7aa58e-c3c4-41cc-822c-b203e1150048","MaaSSubscription":{"name":"test-model-29d09b-sub","namespace":"ai-tenant-e2e-inf-a-29d09b"},"name":"maas-trlp-test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.289727092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"dbb3811c-75e7-430a-994b-dc03f3ccb0b8","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"tenant":"e2e-inf-a-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","model":"ai-tenant-e2e-inf-a-29d09b/test-model-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.289750637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"test-model-29d09b","reconcileID":"dbb3811c-75e7-430a-994b-dc03f3ccb0b8","MaaSModelRef":{"name":"test-model-29d09b","namespace":"ai-tenant-e2e-inf-a-29d09b"},"routeName":"test-model-29d09b-kserve-route","namespace":"ai-tenant-e2e-inf-a-29d09b","llmisvcName":"test-model-29d09b","gateway":"openshift-ingress/e2e-inf-a-29d09b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.265427193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"66768320-8302-4468-8280-e20c623175a5","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.266093002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"f60b0efc-b558-4cb3-bc5e-b300dfb5f1ea","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.266152748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"f60b0efc-b558-4cb3-bc5e-b300dfb5f1ea","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.39402928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"0e6fe468-7218-4015-b577-fd6591a75bec","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"maas-trlp-test-model-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.406159799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"66768320-8302-4468-8280-e20c623175a5","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.45849024Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"66768320-8302-4468-8280-e20c623175a5","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"e2e-inf-b-537652-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.458513834Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-auth","reconcileID":"66768320-8302-4468-8280-e20c623175a5","MaaSAuthPolicy":{"name":"test-model-537652-auth","namespace":"ai-tenant-e2e-inf-b-537652"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.482591567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"97053a10-520d-46b4-b9c3-14e3c2ed1474","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.482617315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"97053a10-520d-46b4-b9c3-14e3c2ed1474","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.572385627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"ea832e99-0c8d-4fbe-b14c-1153af81c168","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"maas-trlp-test-model-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.633346356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"f1b20bce-bd6a-44cc-85dc-cb5daa38d384","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.633370243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"f1b20bce-bd6a-44cc-85dc-cb5daa38d384","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:47.718437019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:48.650651304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"3e022109-a35f-4f31-8cdd-75d25b268f6f","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","subscription":"test-model-70c7d6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:48.68193851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"3e022109-a35f-4f31-8cdd-75d25b268f6f","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:48.737470697Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6-sub","reconcileID":"3e022109-a35f-4f31-8cdd-75d25b268f6f","MaaSSubscription":{"name":"test-model-70c7d6-sub","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"name":"maas-trlp-test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:48.931797677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"f4244786-aeea-4452-b18a-de7fa7b0f496","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"tenant":"e2e-inf-b-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","model":"ai-tenant-e2e-inf-b-70c7d6/test-model-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:48.931828182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"test-model-70c7d6","reconcileID":"f4244786-aeea-4452-b18a-de7fa7b0f496","MaaSModelRef":{"name":"test-model-70c7d6","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"routeName":"test-model-70c7d6-kserve-route","namespace":"ai-tenant-e2e-inf-b-70c7d6","llmisvcName":"test-model-70c7d6","gateway":"openshift-ingress/e2e-inf-b-70c7d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.690058552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"0474e2c9-9e80-4452-9bdb-39dea5fb2249","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"model":"ai-tenant-e2e-inf-b-537652/test-model-537652","subscription":"test-model-537652-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.705672895Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"0474e2c9-9e80-4452-9bdb-39dea5fb2249","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.721391025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652-sub","reconcileID":"0474e2c9-9e80-4452-9bdb-39dea5fb2249","MaaSSubscription":{"name":"test-model-537652-sub","namespace":"ai-tenant-e2e-inf-b-537652"},"name":"maas-trlp-test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.809107738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"93fa4836-25e0-4ca1-8b51-0ff50b258bf2","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"tenant":"e2e-inf-b-537652","gateway":"openshift-ingress/e2e-inf-b-537652","model":"ai-tenant-e2e-inf-b-537652/test-model-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.809133105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"test-model-537652","reconcileID":"93fa4836-25e0-4ca1-8b51-0ff50b258bf2","MaaSModelRef":{"name":"test-model-537652","namespace":"ai-tenant-e2e-inf-b-537652"},"routeName":"test-model-537652-kserve-route","namespace":"ai-tenant-e2e-inf-b-537652","llmisvcName":"test-model-537652","gateway":"openshift-ingress/e2e-inf-b-537652","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:09.814873816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151e0c36-9576-48a6-9f2f-3f2025312a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:09.8311129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151e0c36-9576-48a6-9f2f-3f2025312a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:09.851094398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151e0c36-9576-48a6-9f2f-3f2025312a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:09.87575568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151e0c36-9576-48a6-9f2f-3f2025312a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:10.555246747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564d4660-9154-4434-b9d4-59e20118c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:10.570832502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564d4660-9154-4434-b9d4-59e20118c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:10.586592342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564d4660-9154-4434-b9d4-59e20118c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:10.60249001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564d4660-9154-4434-b9d4-59e20118c584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.871380582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5bc26-6618-4df3-b972-df563d814b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.886867313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5bc26-6618-4df3-b972-df563d814b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.902510619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5bc26-6618-4df3-b972-df563d814b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.918060989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5bc26-6618-4df3-b972-df563d814b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.542226316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f34d51-2e99-40fb-ad08-8b38ec0bb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.591893644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f34d51-2e99-40fb-ad08-8b38ec0bb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.608370223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f34d51-2e99-40fb-ad08-8b38ec0bb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.623926152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f34d51-2e99-40fb-ad08-8b38ec0bb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.259865717Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","namespace":"ai-tenant-e2e-inf-a-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.259925493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","namespace":"ai-tenant-e2e-inf-a-29d09b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.259973091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","tenant":"e2e-inf-a-29d09b","tenantID":"e2e-inf-a-29d09b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.277216644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Deployment","name":"maas-api-e2e-inf-a-29d09b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.309623921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Service","name":"maas-api-e2e-inf-a-29d09b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.331673555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-29d09b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.352018455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-29d09b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.369960737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.387881585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.407868015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.425612448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.440853074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Deployment","name":"payload-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.456371633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.471567463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Service","name":"payload-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.486927933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.502236278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.517477483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.535367924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.559677125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.578487704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.597604435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.613596244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-29d09b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.629905491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-29d09b"},"namespace":"ai-tenant-e2e-inf-a-29d09b","name":"default-tenant","reconcileID":"456565c9-8309-4272-8058-40e99312f589","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-29d09b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.650523118Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","namespace":"ai-tenant-e2e-inf-a-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.650581647Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","namespace":"ai-tenant-e2e-inf-a-8ed55a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.650633642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","tenant":"e2e-inf-a-8ed55a","tenantID":"e2e-inf-a-8ed55a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.668246474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Deployment","name":"maas-api-e2e-inf-a-8ed55a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.698710344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Service","name":"maas-api-e2e-inf-a-8ed55a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.732131573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-8ed55a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.752553846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-8ed55a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.80549323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.825849932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.846392772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.866140548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.881739594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.897048162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.912251272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Service","name":"payload-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.927975857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.943065296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.958555801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.982021155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:15.004662462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:15.022647089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:15.040055157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:15.057455835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-8ed55a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:15.075467196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8ed55a"},"namespace":"ai-tenant-e2e-inf-a-8ed55a","name":"default-tenant","reconcileID":"27d0132b-58fc-4024-ac05-b22e4c90fcf2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-8ed55a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.692489316Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8ed55a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8ed55a","reconcileID":"0c17bdf6-fda2-42fc-b57f-407a5a949cfe","aitenant":"ai-tenants/e2e-inf-a-8ed55a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.960749115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45273876-5739-4a2f-a37b-142802fcb60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.976343976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45273876-5739-4a2f-a37b-142802fcb60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.991991473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45273876-5739-4a2f-a37b-142802fcb60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.999020709Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8ed55a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8ed55a","reconcileID":"0c17bdf6-fda2-42fc-b57f-407a5a949cfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8ed55a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-8ed55a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:17.007712102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45273876-5739-4a2f-a37b-142802fcb60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:17.731501503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:17.883091883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc419e9-3daf-497a-8fc1-b9f099bc6062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:17.898956537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc419e9-3daf-497a-8fc1-b9f099bc6062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:17.914765749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc419e9-3daf-497a-8fc1-b9f099bc6062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:17.930351378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc419e9-3daf-497a-8fc1-b9f099bc6062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:18.577511874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3fd39a-185a-4ef5-8309-c1005e7376c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:18.593311516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3fd39a-185a-4ef5-8309-c1005e7376c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:18.609302315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3fd39a-185a-4ef5-8309-c1005e7376c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:18.625012532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3fd39a-185a-4ef5-8309-c1005e7376c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:18.799393852Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-29d09b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-29d09b","reconcileID":"7b5d73bc-bb7a-4949-9e6e-09581487ddc8","aitenant":"ai-tenants/e2e-inf-a-29d09b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:19.186988783Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-29d09b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-29d09b","reconcileID":"7b5d73bc-bb7a-4949-9e6e-09581487ddc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-29d09b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-29d09b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:19.374382616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b36170-e2d7-4408-ab24-baf3e14386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:19.390326659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b36170-e2d7-4408-ab24-baf3e14386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:19.406294296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b36170-e2d7-4408-ab24-baf3e14386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:19.422084625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b36170-e2d7-4408-ab24-baf3e14386b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:20.0844072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1543419-e3a8-454b-9902-4c565d8bfcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:20.100212206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1543419-e3a8-454b-9902-4c565d8bfcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:20.116039022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1543419-e3a8-454b-9902-4c565d8bfcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:20.131832489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1543419-e3a8-454b-9902-4c565d8bfcc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.710091455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86831a9f-b365-41f3-bfd2-2cd9d89e0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.729400307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86831a9f-b365-41f3-bfd2-2cd9d89e0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.747180792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86831a9f-b365-41f3-bfd2-2cd9d89e0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.763281475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86831a9f-b365-41f3-bfd2-2cd9d89e0e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:25.551925505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b1ed5-3577-49ee-9f1c-5af91a65fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:25.568018771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b1ed5-3577-49ee-9f1c-5af91a65fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:25.58441058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b1ed5-3577-49ee-9f1c-5af91a65fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:25.600006861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475b1ed5-3577-49ee-9f1c-5af91a65fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.257974573Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","namespace":"ai-tenant-e2e-inf-b-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.258142681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","namespace":"ai-tenant-e2e-inf-b-70c7d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.258328987Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","tenant":"e2e-inf-b-70c7d6","tenantID":"e2e-inf-b-70c7d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.275726043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Deployment","name":"maas-api-e2e-inf-b-70c7d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.309139936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Service","name":"maas-api-e2e-inf-b-70c7d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.334329607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-70c7d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.355776801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-70c7d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.376676018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.394579755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.41553923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.433448136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.449825866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Deployment","name":"payload-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.46661324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.48222533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Service","name":"payload-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.49840106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.514668287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.531331972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.56253938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.592426036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.612605459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.632579413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.652774951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-70c7d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.668308426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-70c7d6"},"namespace":"ai-tenant-e2e-inf-b-70c7d6","name":"default-tenant","reconcileID":"d3faf9b9-950e-4a87-836b-95d70c23a0aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-70c7d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:28.527487523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edf31d5-ee79-4f0c-87d8-154cd3359a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:28.545600244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edf31d5-ee79-4f0c-87d8-154cd3359a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:28.572320565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edf31d5-ee79-4f0c-87d8-154cd3359a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:28.593765542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4edf31d5-ee79-4f0c-87d8-154cd3359a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:29.759987337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64247937-08c0-481e-ae95-580fad0515e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:29.776293756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64247937-08c0-481e-ae95-580fad0515e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:29.791854944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64247937-08c0-481e-ae95-580fad0515e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:29.807505038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64247937-08c0-481e-ae95-580fad0515e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:30.410809041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa1e69-afac-4874-a040-730e31e14c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:30.43191933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa1e69-afac-4874-a040-730e31e14c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:30.449523974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa1e69-afac-4874-a040-730e31e14c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:30.465191912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fa1e69-afac-4874-a040-730e31e14c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.015565021Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-70c7d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-70c7d6","reconcileID":"3dbb1dcd-3d4b-4203-8226-1de58d88463d","aitenant":"ai-tenants/e2e-inf-b-70c7d6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.214137901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc58a48-e977-4151-bc01-eca01e1f38ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.229769305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc58a48-e977-4151-bc01-eca01e1f38ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.245359694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc58a48-e977-4151-bc01-eca01e1f38ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.261853805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc58a48-e977-4151-bc01-eca01e1f38ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.287184914Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-70c7d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-70c7d6","reconcileID":"3dbb1dcd-3d4b-4203-8226-1de58d88463d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-70c7d6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-70c7d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.032940774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dd293d-af08-467f-87a1-b88c7b7ae759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.0484164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dd293d-af08-467f-87a1-b88c7b7ae759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.064065129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dd293d-af08-467f-87a1-b88c7b7ae759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.079870418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8dd293d-af08-467f-87a1-b88c7b7ae759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.687165888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51688a1f-8a92-4d48-aedd-8fcaba249727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.702967592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51688a1f-8a92-4d48-aedd-8fcaba249727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.718805674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51688a1f-8a92-4d48-aedd-8fcaba249727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:32.734925598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51688a1f-8a92-4d48-aedd-8fcaba249727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:47.697024184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:59.451653351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"1361569c-48dd-4fd7-bb95-f7021f4332a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:59.541804439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"0749a088-dfa4-4a4b-9235-a5243f3dac7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:59.670052181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be980770-73d3-488b-ba00-7e14708792b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:59.918531564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"7bfc027c-0d32-4967-a15f-0fba17374db0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.042933648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"887da0ae-b887-49cb-97c6-3e589d2d5767","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.113805998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"569944ef-edff-46c4-bf1f-6e2be1365cfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.213663199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"15b76ef1-2152-4aac-9102-120bdc33e953","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.213876829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"81e47542-c415-47ff-881e-7a6cf1b13d02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.223541493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"7b2f66bd-1fe2-48a9-a8df-07f431081118","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.323110577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"7cbc82e0-837f-4e09-ac4b-5e5c7cba99a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.323214142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"5e24f7b4-dfb7-477e-8a57-f43cc801d53c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.417310215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"adb4de0e-430e-43c6-aff7-f8712b99eca2","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:00.417718849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d761dad-8864-4a0c-bf80-fb3774aef1b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.241737938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe6a454-5cd2-4fef-ad5a-7372a8370bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.258279439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe6a454-5cd2-4fef-ad5a-7372a8370bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.27396723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe6a454-5cd2-4fef-ad5a-7372a8370bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.289776612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe6a454-5cd2-4fef-ad5a-7372a8370bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.886088273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d3d70c-6086-4a24-842e-4131bdb74a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.901732829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d3d70c-6086-4a24-842e-4131bdb74a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.917276239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d3d70c-6086-4a24-842e-4131bdb74a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.932820723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d3d70c-6086-4a24-842e-4131bdb74a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.126493133Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c6e808d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c6e808d7","reconcileID":"bb070297-2cd9-4bbf-8578-7942f39a85b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c6e808d7","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c6e808d7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.579719327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56ccf9-0b2c-423a-beaf-35356e42dee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.595611561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56ccf9-0b2c-423a-beaf-35356e42dee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.611082178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56ccf9-0b2c-423a-beaf-35356e42dee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.62669458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca56ccf9-0b2c-423a-beaf-35356e42dee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.254438005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85074b75-4037-4bd5-a995-1cfc3a6ad4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.287672264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85074b75-4037-4bd5-a995-1cfc3a6ad4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.303379207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85074b75-4037-4bd5-a995-1cfc3a6ad4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.31904063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85074b75-4037-4bd5-a995-1cfc3a6ad4cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.874692392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"9c2b3a7d-e50f-4b84-98d4-5db6577a6bfb","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.874806883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"9c2b3a7d-e50f-4b84-98d4-5db6577a6bfb","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:07.970241785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-policy-121ed61d","reconcileID":"0c7dd85b-af1b-4f4e-9211-1216355d398a","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:07.970480916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3ac944f-4ac0-4adc-b7e5-3bed46030838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:07.970499841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3ac944f-4ac0-4adc-b7e5-3bed46030838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.088572339Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-policy-121ed61d","reconcileID":"0c7dd85b-af1b-4f4e-9211-1216355d398a","MaaSAuthPolicy":{"name":"e2e-shared-policy-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"policyNamespace":"ai-tenant-e2e-mt-540797c3","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.109868901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4ddbca2-284e-48fa-8771-5ba0d3a7ae7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.109891896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4ddbca2-284e-48fa-8771-5ba0d3a7ae7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.255662551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d63de18a-ffd3-48ad-823e-acd87b2f1b25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.255683667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d63de18a-ffd3-48ad-823e-acd87b2f1b25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.761705051Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","namespace":"ai-tenant-e2e-inf-b-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.761772035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","namespace":"ai-tenant-e2e-inf-b-537652","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.761821054Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","tenant":"e2e-inf-b-537652","tenantID":"e2e-inf-b-537652","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.78467535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Deployment","name":"maas-api-e2e-inf-b-537652","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.822535462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Service","name":"maas-api-e2e-inf-b-537652","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.843070948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-537652","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.863904243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-537652","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.883847553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.905086419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.928402824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.948771036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.964583796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Deployment","name":"payload-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.980457704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:08.995798543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Service","name":"payload-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.01116591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.027212907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.042982332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.059103174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.080609029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.105855439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.130460091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.148084803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-537652","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:09.164068854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-537652"},"namespace":"ai-tenant-e2e-inf-b-537652","name":"default-tenant","reconcileID":"88f5c84c-e3f8-4319-936e-070dc8756236","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-537652","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.240541604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"658e4506-4aff-4651-86ca-03806d6c599b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.240577161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"658e4506-4aff-4651-86ca-03806d6c599b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.258956037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8c8bf47-ac2b-411a-8dd2-db578c1284bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.258980387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8c8bf47-ac2b-411a-8dd2-db578c1284bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.305011725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"be090481-8f24-4ed1-82fd-04151664774a","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.353315993Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"be090481-8f24-4ed1-82fd-04151664774a","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.371854051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"be090481-8f24-4ed1-82fd-04151664774a","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.38955221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b88297b-8be6-49ab-984d-36a9a6386eb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:15.389574456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b88297b-8be6-49ab-984d-36a9a6386eb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:16.641592513Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-537652","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-537652","reconcileID":"4f18e5b2-434e-4488-8b8d-6a946d9ad7c1","aitenant":"ai-tenants/e2e-inf-b-537652","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:16.806349293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928a77b-686e-40e1-a4af-295374abcd89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:16.821883281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928a77b-686e-40e1-a4af-295374abcd89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:16.837520475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928a77b-686e-40e1-a4af-295374abcd89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:16.853102014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4928a77b-686e-40e1-a4af-295374abcd89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:16.891932821Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-537652","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-537652","reconcileID":"4f18e5b2-434e-4488-8b8d-6a946d9ad7c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-537652","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-537652"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:17.481314871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36507c97-3c7b-41ea-a7c7-6556209d84fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:17.501979584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36507c97-3c7b-41ea-a7c7-6556209d84fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:17.520346542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36507c97-3c7b-41ea-a7c7-6556209d84fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:17.536718571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36507c97-3c7b-41ea-a7c7-6556209d84fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:17.6974202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.234285573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e5e050-dc79-4937-a162-76c3ed1513f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.250154741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e5e050-dc79-4937-a162-76c3ed1513f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.268918678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e5e050-dc79-4937-a162-76c3ed1513f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.286213654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8e5e050-dc79-4937-a162-76c3ed1513f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.308605624Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"98114a19-27a6-4579-9827-8d676c21234e","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-121ed61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.38050093Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"namespace":"ai-tenant-e2e-mt-540797c3","name":"e2e-shared-sub-121ed61d","reconcileID":"98114a19-27a6-4579-9827-8d676c21234e","MaaSSubscription":{"name":"e2e-shared-sub-121ed61d","namespace":"ai-tenant-e2e-mt-540797c3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.457585218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"004482fb-a68e-4e85-aa29-03f78197d2b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.535974449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39919d1-ffb3-45f1-b212-b9d995b739d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:18.535998441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39919d1-ffb3-45f1-b212-b9d995b739d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.180864653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"1ec0b7b1-5121-415f-8b9a-265246796c2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.27002061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"d3f830b4-70fa-464a-8d55-fcfe2a8e4bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.370317035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"e40db1e8-f340-4e31-9c98-b5d5e12e94e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.370396949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"6f2f4856-77e4-44f4-a828-7e9fb50db295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.645515552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"dcc7c78e-c3f5-4487-a430-3290002e3425","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.746213964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"53da73b4-ce0b-4d67-9e9e-12554ce96820","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.845662193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"b246370d-dbf3-4293-92be-4ee21ebc11e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.845675486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"1cb380f9-9fb2-4d31-a397-3e3685844025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:19.850599349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abb9c592-ff32-43b6-9ead-3868d74f3610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:20.060007612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"abc42b31-aece-4b47-8827-e7101a397ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:20.060031817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"4afa1b1a-14cb-46ab-9f63-d177d863b62c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.436899714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"0380caa6-d83b-4102-a122-a4820fca651f","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.456420648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"0380caa6-d83b-4102-a122-a4820fca651f","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.474281294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"0380caa6-d83b-4102-a122-a4820fca651f","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:32.795352219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"56689193-3af2-4dc5-9fab-eb96c9fc515a","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:32.795383844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"56689193-3af2-4dc5-9fab-eb96c9fc515a","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.114753327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"50f40113-fc9c-4d07-89b2-f907b09d1973","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.114782649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"50f40113-fc9c-4d07-89b2-f907b09d1973","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.13437046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"23de2cb0-351b-4b20-b506-4bf56f6b4c03","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.134386699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"23de2cb0-351b-4b20-b506-4bf56f6b4c03","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.253424776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"2b84fc17-a1f9-4f66-ab9e-f91068b81db2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.302950126Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"2b84fc17-a1f9-4f66-ab9e-f91068b81db2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.321000552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"2b84fc17-a1f9-4f66-ab9e-f91068b81db2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.339236277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"d210255a-b7f8-484f-aec6-8434c44cd5d1","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.33927965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"d210255a-b7f8-484f-aec6-8434c44cd5d1","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:35.526098694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"dbbc3a7a-4733-490e-9848-b254eead68ca","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:35.545952234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"dbbc3a7a-4733-490e-9848-b254eead68ca","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:35.56584001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"dbbc3a7a-4733-490e-9848-b254eead68ca","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:42.172143368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9cf0f7df-1488-4d7c-81a8-93344157b6eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.371077881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"569c6f9b-304c-4257-ac09-b2c556cb12d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.391706624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"569c6f9b-304c-4257-ac09-b2c556cb12d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.412941899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"569c6f9b-304c-4257-ac09-b2c556cb12d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.613328393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"8daed4e4-f0df-49b3-ba3d-148ab5a7d585","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.635268239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"8daed4e4-f0df-49b3-ba3d-148ab5a7d585","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.654460445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"8daed4e4-f0df-49b3-ba3d-148ab5a7d585","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.679503224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62458d4b-5eb1-4b41-b0f6-33fcae664a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.679529636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62458d4b-5eb1-4b41-b0f6-33fcae664a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:47.698538453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:49.473517137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"9454e68f-a37c-4fd1-911a-c5041ca2bf30","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:49.473653742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"9454e68f-a37c-4fd1-911a-c5041ca2bf30","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:51.429162688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"0f435698-766b-40c6-93ad-95bf6894630e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c6e808d7","tenantID":"e2e-mt-c6e808d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:51.473540179Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"0f435698-766b-40c6-93ad-95bf6894630e","name":"e2e-mt-c6e808d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.519859697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"1427c9da-7ecc-4f26-aa6f-534f41215812","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.542968712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"1427c9da-7ecc-4f26-aa6f-534f41215812","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.561625778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"1427c9da-7ecc-4f26-aa6f-534f41215812","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:55.724325186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"8385d6b2-1cbc-4edc-b7f7-49bfeb247e0b","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:55.745166246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"8385d6b2-1cbc-4edc-b7f7-49bfeb247e0b","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:55.764505203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"8385d6b2-1cbc-4edc-b7f7-49bfeb247e0b","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.593310965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"260a6c11-bbd4-48ee-baf6-f4cb1152ef9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.615699596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"260a6c11-bbd4-48ee-baf6-f4cb1152ef9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.634061075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5d83b55d5f47f131a3bf866ee49aed8f75a6b415e44043c98bc21e2c116f749) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (5ec1c6ae7d08766c2393be1d1dcd2265884957af2ce5d5c3d9ef7be9df809c8e) AuthConfig (39b9d46f04f0f3e9d6e69460eae231df5438a6cca9eb869afd28480f959f0be9) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (b3cd486784b26182e3f823ba6a531c3b5b58e28732477c880d68ff4c274e51a0) AuthConfig (1e31842fd32390c63a4b7c2b2efb8a1b3ca6f331f10ac79d84952bf1b60dfaf8) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (255ffad03f8d08dfbd2d7e5cdc48abd928754e44147c675c71a89e14f9f3a51b) AuthConfig (38286e942021524f6b85b5b39656bcdf17d91f79a9bfb562ff8fd16694bd71f5) AuthConfig (30e1bb13eb227a6e54f144f5d6e6a6eee21994305f9f5f438a0c957d010562a1) AuthConfig (28aefead32ad6f2539591f090058a27a73d6a86a41f03f7471fa18d4d9a4c1e5) AuthConfig (1a4a343b7a59d3e5097848472b41a1da6c44d139d2b16a29f668babdf84a16ae) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (5fd6dc68e6ba23add3c6d7cf7d86be2607428d3827ab7079f8771d24bdc25bfc) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92) AuthConfig (76373c5aff5bb1c0443cdf2a0ee67b6cd2c2180f86bb646a436d10e93bee0dd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"260a6c11-bbd4-48ee-baf6-f4cb1152ef9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.655705024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b86fb27c-a0f2-4c11-9596-a3c6ded36d00","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.655732191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b86fb27c-a0f2-4c11-9596-a3c6ded36d00","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:05.824907309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"d9d8c6db-8e30-422f-a867-325e7d12e9c6","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:05.84446437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"d9d8c6db-8e30-422f-a867-325e7d12e9c6","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:05.930142464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fa72f46-b8b0-479b-943a-b16895c2a777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:05.930168046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fa72f46-b8b0-479b-943a-b16895c2a777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.148627653Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ac2c6927","reconcileID":"1de0392f-1c53-4cd5-8d8b-159c8284dff7","MaaSAuthPolicy":{"name":"e2e-default-ns-ac2c6927","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.149020841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cde24767-a0ea-4706-8050-6e4ec59e240c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.149034422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cde24767-a0ea-4706-8050-6e4ec59e240c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.234428301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c997e8d2-b39a-48a4-b065-0e01ba2f4f16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.234452057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c997e8d2-b39a-48a4-b065-0e01ba2f4f16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.68899474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"4c6196ff-40ad-4b26-ae9d-8c3dfdd3d3eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.708505564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"4c6196ff-40ad-4b26-ae9d-8c3dfdd3d3eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.726844554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5d83b55d5f47f131a3bf866ee49aed8f75a6b415e44043c98bc21e2c116f749) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (5ec1c6ae7d08766c2393be1d1dcd2265884957af2ce5d5c3d9ef7be9df809c8e) AuthConfig (39b9d46f04f0f3e9d6e69460eae231df5438a6cca9eb869afd28480f959f0be9) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (b3cd486784b26182e3f823ba6a531c3b5b58e28732477c880d68ff4c274e51a0) AuthConfig (1e31842fd32390c63a4b7c2b2efb8a1b3ca6f331f10ac79d84952bf1b60dfaf8) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (255ffad03f8d08dfbd2d7e5cdc48abd928754e44147c675c71a89e14f9f3a51b) AuthConfig (38286e942021524f6b85b5b39656bcdf17d91f79a9bfb562ff8fd16694bd71f5) AuthConfig (30e1bb13eb227a6e54f144f5d6e6a6eee21994305f9f5f438a0c957d010562a1) AuthConfig (28aefead32ad6f2539591f090058a27a73d6a86a41f03f7471fa18d4d9a4c1e5) AuthConfig (1a4a343b7a59d3e5097848472b41a1da6c44d139d2b16a29f668babdf84a16ae) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (5fd6dc68e6ba23add3c6d7cf7d86be2607428d3827ab7079f8771d24bdc25bfc) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92) AuthConfig (76373c5aff5bb1c0443cdf2a0ee67b6cd2c2180f86bb646a436d10e93bee0dd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"4c6196ff-40ad-4b26-ae9d-8c3dfdd3d3eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.4477779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc2c17a-db8b-4c4e-b190-a4467b5578b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.465565437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc2c17a-db8b-4c4e-b190-a4467b5578b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.487144495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc2c17a-db8b-4c4e-b190-a4467b5578b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.509056423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc2c17a-db8b-4c4e-b190-a4467b5578b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.157621297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e562d370-578d-48b0-bce2-5369702b7ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.173275947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e562d370-578d-48b0-bce2-5369702b7ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.188694155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e562d370-578d-48b0-bce2-5369702b7ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.204628902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e562d370-578d-48b0-bce2-5369702b7ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.792277839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a22090d-fd48-4c25-a6af-7aceb9fff4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.808981453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a22090d-fd48-4c25-a6af-7aceb9fff4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.897303135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a22090d-fd48-4c25-a6af-7aceb9fff4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.913229667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a22090d-fd48-4c25-a6af-7aceb9fff4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.437765427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"7647be4f-a14b-41b0-8894-57b44d22a211","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.437920592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"7647be4f-a14b-41b0-8894-57b44d22a211","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.751280025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"475a9f8f-9bb9-4ecf-a880-2a969cebf731","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.751306509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"475a9f8f-9bb9-4ecf-a880-2a969cebf731","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.772432412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"488c0e6a-0362-40b8-9b57-71be57facc26","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.772457027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"488c0e6a-0362-40b8-9b57-71be57facc26","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.819027758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"aa1185e2-2ea9-4b8b-85f1-e8ff4a403ddb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.894210643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"aa1185e2-2ea9-4b8b-85f1-e8ff4a403ddb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.918095754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"aa1185e2-2ea9-4b8b-85f1-e8ff4a403ddb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.936979626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"09da21c4-ef81-467a-b949-e158e4676afc","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.937000246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"09da21c4-ef81-467a-b949-e158e4676afc","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.699212069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:23.75821603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"f38bc320-6810-41bc-a65c-d85193c46b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:23.777614845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"f38bc320-6810-41bc-a65c-d85193c46b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:23.795549686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5d83b55d5f47f131a3bf866ee49aed8f75a6b415e44043c98bc21e2c116f749) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (5ec1c6ae7d08766c2393be1d1dcd2265884957af2ce5d5c3d9ef7be9df809c8e) AuthConfig (39b9d46f04f0f3e9d6e69460eae231df5438a6cca9eb869afd28480f959f0be9) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (b3cd486784b26182e3f823ba6a531c3b5b58e28732477c880d68ff4c274e51a0) AuthConfig (1e31842fd32390c63a4b7c2b2efb8a1b3ca6f331f10ac79d84952bf1b60dfaf8) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (255ffad03f8d08dfbd2d7e5cdc48abd928754e44147c675c71a89e14f9f3a51b) AuthConfig (38286e942021524f6b85b5b39656bcdf17d91f79a9bfb562ff8fd16694bd71f5) AuthConfig (30e1bb13eb227a6e54f144f5d6e6a6eee21994305f9f5f438a0c957d010562a1) AuthConfig (28aefead32ad6f2539591f090058a27a73d6a86a41f03f7471fa18d4d9a4c1e5) AuthConfig (1a4a343b7a59d3e5097848472b41a1da6c44d139d2b16a29f668babdf84a16ae) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (5fd6dc68e6ba23add3c6d7cf7d86be2607428d3827ab7079f8771d24bdc25bfc) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92) AuthConfig (76373c5aff5bb1c0443cdf2a0ee67b6cd2c2180f86bb646a436d10e93bee0dd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"f38bc320-6810-41bc-a65c-d85193c46b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.969433301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0850af8b-93a1-44a5-9b01-41396a975b86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.988891668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0850af8b-93a1-44a5-9b01-41396a975b86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.007063361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0850af8b-93a1-44a5-9b01-41396a975b86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.828773122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"d05fd964-2edc-41ad-a6f9-6848d3d8f866","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.852107507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"d05fd964-2edc-41ad-a6f9-6848d3d8f866","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.873035971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5d83b55d5f47f131a3bf866ee49aed8f75a6b415e44043c98bc21e2c116f749) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (5ec1c6ae7d08766c2393be1d1dcd2265884957af2ce5d5c3d9ef7be9df809c8e) AuthConfig (39b9d46f04f0f3e9d6e69460eae231df5438a6cca9eb869afd28480f959f0be9) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (b3cd486784b26182e3f823ba6a531c3b5b58e28732477c880d68ff4c274e51a0) AuthConfig (1e31842fd32390c63a4b7c2b2efb8a1b3ca6f331f10ac79d84952bf1b60dfaf8) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (255ffad03f8d08dfbd2d7e5cdc48abd928754e44147c675c71a89e14f9f3a51b) AuthConfig (38286e942021524f6b85b5b39656bcdf17d91f79a9bfb562ff8fd16694bd71f5) AuthConfig (30e1bb13eb227a6e54f144f5d6e6a6eee21994305f9f5f438a0c957d010562a1) AuthConfig (28aefead32ad6f2539591f090058a27a73d6a86a41f03f7471fa18d4d9a4c1e5) AuthConfig (1a4a343b7a59d3e5097848472b41a1da6c44d139d2b16a29f668babdf84a16ae) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (5fd6dc68e6ba23add3c6d7cf7d86be2607428d3827ab7079f8771d24bdc25bfc) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92) AuthConfig (76373c5aff5bb1c0443cdf2a0ee67b6cd2c2180f86bb646a436d10e93bee0dd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"d05fd964-2edc-41ad-a6f9-6848d3d8f866","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.038762015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"92758d1d-2fe9-4de4-bc11-1528997bc14c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.058116369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"92758d1d-2fe9-4de4-bc11-1528997bc14c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.076287808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5942ef689541f9018baf3669dbd45901cb0e29e8edf472d285020599a2d8ccc5) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (12cb2df6fa61cfca0d588a6672575be7a155b7996e5a1ce4c1207be551111d43) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (fb62e3bb1bf38fcab142cddb21f9bb2819134fdd00804be92f466e2c9cee31eb) AuthConfig (6176f3355b18ac1580712a6b83c20b54a31e872f23bafe062282c81490207f2f) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff) AuthConfig (41e839a21cc395aab8b4f109bfeed716d4f03a874d9227a93335adeb7bda79e4) AuthConfig (4593905be322f91a003a198d66566d28611ce60bf140d894bd8231510b9b18c0) AuthConfig (35e7e659e6878dfcb40683fc97b545c1fd83bc3c02fe220a9dcf48680411c63c) AuthConfig (d86bdad03c47d8e169d9d575188daac150809ccdc03c3129672bcd8dbb16ff1d) AuthConfig (0dbebc80d40db0f061f1aa9c4e1f26c2840bc89aeeedbaa769519dffea1f2747) AuthConfig (c36d928ad562c77dc2377a0359855b048640c5b7f32f69aacdf649623a0199fe) AuthConfig (c5a6dbc66113f14bb40cfb8ecabc57d7300d9dc3402b1705dcd6f5cae8ff739a) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (c02ba8c8f271c21526d392a779ba58322b901f7045d6273ba4895920ca3416de) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"92758d1d-2fe9-4de4-bc11-1528997bc14c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.096970691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"538a264e-0c4a-4102-ae38-9f340c51a19c","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.096990746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"538a264e-0c4a-4102-ae38-9f340c51a19c","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.664915628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f1901-7fc1-44f4-a406-4e92cdc76c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.680678623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f1901-7fc1-44f4-a406-4e92cdc76c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.696337644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f1901-7fc1-44f4-a406-4e92cdc76c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.711905262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60f1901-7fc1-44f4-a406-4e92cdc76c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:39.302945188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2368f5-a938-4458-975f-1037d92927b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:39.319698922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2368f5-a938-4458-975f-1037d92927b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:39.335861492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2368f5-a938-4458-975f-1037d92927b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:39.35177474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2368f5-a938-4458-975f-1037d92927b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.915127919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"4a7fca13-7e29-4086-b526-43d2ad475096","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.936001082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"4a7fca13-7e29-4086-b526-43d2ad475096","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.021445488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"51f7893d-b203-4ce7-90ca-c5b215c9c94a","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.021467334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"51f7893d-b203-4ce7-90ca-c5b215c9c94a","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.485806728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"9e4c959b-62fe-46dc-88fd-da9262cb7448","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.485835317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"9e4c959b-62fe-46dc-88fd-da9262cb7448","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.50551717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"a51280ac-5e4a-4191-8704-7f030d1dc1bc","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.505552388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"a51280ac-5e4a-4191-8704-7f030d1dc1bc","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.535369289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"b375b1b3-377b-4c4c-b497-45c454c8911e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.601281119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"b375b1b3-377b-4c4c-b497-45c454c8911e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.620137585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"b375b1b3-377b-4c4c-b497-45c454c8911e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.640301355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"5d9ff2fe-541d-44f8-ab92-26e7a6818dfa","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.640321065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"5d9ff2fe-541d-44f8-ab92-26e7a6818dfa","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:47.128471949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"08f61cba-441c-4f02-924d-00c5a4e2519e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:47.149016768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"08f61cba-441c-4f02-924d-00c5a4e2519e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:47.168679029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5942ef689541f9018baf3669dbd45901cb0e29e8edf472d285020599a2d8ccc5) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (12cb2df6fa61cfca0d588a6672575be7a155b7996e5a1ce4c1207be551111d43) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (fb62e3bb1bf38fcab142cddb21f9bb2819134fdd00804be92f466e2c9cee31eb) AuthConfig (6176f3355b18ac1580712a6b83c20b54a31e872f23bafe062282c81490207f2f) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff) AuthConfig (41e839a21cc395aab8b4f109bfeed716d4f03a874d9227a93335adeb7bda79e4) AuthConfig (4593905be322f91a003a198d66566d28611ce60bf140d894bd8231510b9b18c0) AuthConfig (35e7e659e6878dfcb40683fc97b545c1fd83bc3c02fe220a9dcf48680411c63c) AuthConfig (d86bdad03c47d8e169d9d575188daac150809ccdc03c3129672bcd8dbb16ff1d) AuthConfig (0dbebc80d40db0f061f1aa9c4e1f26c2840bc89aeeedbaa769519dffea1f2747) AuthConfig (c36d928ad562c77dc2377a0359855b048640c5b7f32f69aacdf649623a0199fe) AuthConfig (c5a6dbc66113f14bb40cfb8ecabc57d7300d9dc3402b1705dcd6f5cae8ff739a) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (c02ba8c8f271c21526d392a779ba58322b901f7045d6273ba4895920ca3416de) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"08f61cba-441c-4f02-924d-00c5a4e2519e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:47.697611973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.672811544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"89572a7f-bc58-4181-929c-a4f44f404f0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.693532341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"89572a7f-bc58-4181-929c-a4f44f404f0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.712441659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"89572a7f-bc58-4181-929c-a4f44f404f0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:57.227179951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"94692519-02ce-449f-93ab-0e95827d2dc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:57.248360945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"94692519-02ce-449f-93ab-0e95827d2dc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:57.26718159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5942ef689541f9018baf3669dbd45901cb0e29e8edf472d285020599a2d8ccc5) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (12cb2df6fa61cfca0d588a6672575be7a155b7996e5a1ce4c1207be551111d43) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (fb62e3bb1bf38fcab142cddb21f9bb2819134fdd00804be92f466e2c9cee31eb) AuthConfig (6176f3355b18ac1580712a6b83c20b54a31e872f23bafe062282c81490207f2f) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff) AuthConfig (41e839a21cc395aab8b4f109bfeed716d4f03a874d9227a93335adeb7bda79e4) AuthConfig (4593905be322f91a003a198d66566d28611ce60bf140d894bd8231510b9b18c0) AuthConfig (35e7e659e6878dfcb40683fc97b545c1fd83bc3c02fe220a9dcf48680411c63c) AuthConfig (d86bdad03c47d8e169d9d575188daac150809ccdc03c3129672bcd8dbb16ff1d) AuthConfig (0dbebc80d40db0f061f1aa9c4e1f26c2840bc89aeeedbaa769519dffea1f2747) AuthConfig (c36d928ad562c77dc2377a0359855b048640c5b7f32f69aacdf649623a0199fe) AuthConfig (c5a6dbc66113f14bb40cfb8ecabc57d7300d9dc3402b1705dcd6f5cae8ff739a) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (c02ba8c8f271c21526d392a779ba58322b901f7045d6273ba4895920ca3416de) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"94692519-02ce-449f-93ab-0e95827d2dc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.84451945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","namespace":"ai-tenant-e2e-extmod-a-d87781","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.844577703Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","namespace":"ai-tenant-e2e-extmod-a-d87781","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.844629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","tenant":"e2e-extmod-a-d87781","tenantID":"e2e-extmod-a-d87781","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.861834771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d87781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.898587268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Service","name":"maas-api-e2e-extmod-a-d87781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.917031176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d87781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.935542684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d87781","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.955163307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.975888944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.996528731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.013779821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.029211794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.044402804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.059818257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Service","name":"payload-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.07493409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.090461222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.106932058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.136801426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.163530586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.184614963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.202700435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.219422038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d87781","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.234705622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d87781"},"namespace":"ai-tenant-e2e-extmod-a-d87781","name":"default-tenant","reconcileID":"a76fe1f7-775b-42c4-99a7-c956b5744523","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d87781","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.585212111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29118eef-2499-4f97-b63c-38e9e6742073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.601101761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29118eef-2499-4f97-b63c-38e9e6742073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.616793777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29118eef-2499-4f97-b63c-38e9e6742073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.633097781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29118eef-2499-4f97-b63c-38e9e6742073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.756475847Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d87781","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d87781","reconcileID":"387fe4f6-a308-4100-ac3b-a19aafd56eaf","aitenant":"ai-tenants/e2e-extmod-a-d87781","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.03936259Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d87781","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d87781","reconcileID":"387fe4f6-a308-4100-ac3b-a19aafd56eaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d87781","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d87781"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.318108188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df45433-0e52-4a04-8404-b1b2c7e3906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.358010579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df45433-0e52-4a04-8404-b1b2c7e3906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.381936117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df45433-0e52-4a04-8404-b1b2c7e3906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.397999477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df45433-0e52-4a04-8404-b1b2c7e3906e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.03046491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74979ba3-482d-4347-a4c7-6df5e3722a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.046111483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74979ba3-482d-4347-a4c7-6df5e3722a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.061776656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74979ba3-482d-4347-a4c7-6df5e3722a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.077637958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74979ba3-482d-4347-a4c7-6df5e3722a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.685892891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d50b3-fb69-400e-894f-975d9782b0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.701795177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d50b3-fb69-400e-894f-975d9782b0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.717497869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d50b3-fb69-400e-894f-975d9782b0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.733112057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473d50b3-fb69-400e-894f-975d9782b0e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.745117434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"26f50b8a-4d0d-493b-9573-dea5ffec490d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.765414237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"26f50b8a-4d0d-493b-9573-dea5ffec490d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.783730984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"26f50b8a-4d0d-493b-9573-dea5ffec490d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.342787578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"df16c5cc-9eff-4f80-91e0-ad83efffeb8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.362090235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"df16c5cc-9eff-4f80-91e0-ad83efffeb8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.381027046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-065de0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5942ef689541f9018baf3669dbd45901cb0e29e8edf472d285020599a2d8ccc5) AuthConfig (6a462efaec25df1f991cecfeefcef9450c6d34eebfeca3252b3e77d0dc88cec8) AuthConfig (ebfc870ea40d6d11dcf10b2ed71fc076564ee7b9606c5e8945de89ca84e4babc) AuthConfig (12cb2df6fa61cfca0d588a6672575be7a155b7996e5a1ce4c1207be551111d43) AuthConfig (eb1581d6f33903e682bd756ced005636d5fd7b22dfefded6e569c5c60a1a1bfd) AuthConfig (fb62e3bb1bf38fcab142cddb21f9bb2819134fdd00804be92f466e2c9cee31eb) AuthConfig (6176f3355b18ac1580712a6b83c20b54a31e872f23bafe062282c81490207f2f) AuthConfig (cb873fb8b711eef3221fb87a2f687cffaa1baf81778c3e99e1922e7eb00d72ff) AuthConfig (41e839a21cc395aab8b4f109bfeed716d4f03a874d9227a93335adeb7bda79e4) AuthConfig (4593905be322f91a003a198d66566d28611ce60bf140d894bd8231510b9b18c0) AuthConfig (35e7e659e6878dfcb40683fc97b545c1fd83bc3c02fe220a9dcf48680411c63c) AuthConfig (d86bdad03c47d8e169d9d575188daac150809ccdc03c3129672bcd8dbb16ff1d) AuthConfig (0dbebc80d40db0f061f1aa9c4e1f26c2840bc89aeeedbaa769519dffea1f2747) AuthConfig (c36d928ad562c77dc2377a0359855b048640c5b7f32f69aacdf649623a0199fe) AuthConfig (c5a6dbc66113f14bb40cfb8ecabc57d7300d9dc3402b1705dcd6f5cae8ff739a) AuthConfig (ac52f4471d4b4933c1a5b3ddf0bcacf93937f9f4f4d632477741c0c6a9d8ef79) AuthConfig (c02ba8c8f271c21526d392a779ba58322b901f7045d6273ba4895920ca3416de) AuthConfig (c8cc4deece4e98c0bb17e38c58d8678db863a5ca6d9543a1ac548d34727347cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"df16c5cc-9eff-4f80-91e0-ad83efffeb8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.074892322Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","namespace":"ai-tenant-e2e-extmod-b-d4d8c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.07495888Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","namespace":"ai-tenant-e2e-extmod-b-d4d8c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.075017408Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","tenant":"e2e-extmod-b-d4d8c2","tenantID":"e2e-extmod-b-d4d8c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.092635164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d4d8c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.121083951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Service","name":"maas-api-e2e-extmod-b-d4d8c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.139788755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d4d8c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.15852258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d4d8c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.176664415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.194595563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.215964368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.233661326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.248686071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.268093428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.294864504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Service","name":"payload-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.320161829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.3294642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7296d0-5932-48aa-865b-7437420d930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.346378802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7296d0-5932-48aa-865b-7437420d930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.347181023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.362538204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7296d0-5932-48aa-865b-7437420d930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.378998437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7296d0-5932-48aa-865b-7437420d930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.382281727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.40170729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.420483152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.437864951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.462103844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.483083889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d4d8c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.500290438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d4d8c2"},"namespace":"ai-tenant-e2e-extmod-b-d4d8c2","name":"default-tenant","reconcileID":"fecdaae2-7fa5-40f8-9321-7cc30b82b582","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d4d8c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.087465769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d099009d-78ac-4dd1-a55f-2b06668d28f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.103716806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d099009d-78ac-4dd1-a55f-2b06668d28f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.119387423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d099009d-78ac-4dd1-a55f-2b06668d28f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.135004975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d099009d-78ac-4dd1-a55f-2b06668d28f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:15.855184495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"91935642-3d97-43f5-8164-00c347a7c63c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:15.875150053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"91935642-3d97-43f5-8164-00c347a7c63c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:15.894480558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (7f82a2632af66c3b9a70b5199ca205142271579ce1e07e0b97c7145b8ab37013) AuthConfig (07a5599950264940334d9d45d1e94afac23f1520c7533e9318eaa5973dcbfc60) AuthConfig (8f3dbbea76a0b2f59517473a27dd8642e60629b5a9046d129cd4fe6041f29ed7) AuthConfig (1cc559adac4b48cdd4278495022c961c093ee4588beb64d40fa51d2238e548d7) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (d5968b356f4d5c4b0e4201c726ef3c2cf779a48f148f91a343e8f00a0c292bb1) AuthConfig (36b6d3615bc101898e0e93b11f6318ca821d1b90266b206b46532c6cbe658e7d) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (8b32ec18deaef8c04d78e7ef894cf37edbfc64957326a5bc2593d33fb3f44d04) AuthConfig (d296101441eede74223a1f835136934ee7f782623af690863984402271798d2a) AuthConfig (af99e4e3107ec6627c8742dfbdbc3158517ef0658595500cbd8a4623132bcb3f) AuthConfig (2cfb693c4b56f4cabbb876aa8a6ba1d0c4af73848c64aea684537eee7088605d) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (e1ffffbe8886998ca301122519877680dc2be5e75f0f0c09ed178aff1ce20b01) AuthConfig (d11aa9d759afce9556935e6c65b37ca25c7746d73dc3c55dbf869eda737fb429)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"91935642-3d97-43f5-8164-00c347a7c63c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:15.91614365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"f706444c-ead5-4972-8e2c-1f6f829075bc","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:15.916163202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"f706444c-ead5-4972-8e2c-1f6f829075bc","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.412516957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"4b3d043c-eedc-4800-9962-819057326208","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.489948436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"4b3d043c-eedc-4800-9962-819057326208","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.671880572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"4fb64a68-9948-4f0b-81ab-78b8a1969ec7","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.671905056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"4fb64a68-9948-4f0b-81ab-78b8a1969ec7","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.697844201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.82355071Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d4d8c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d4d8c2","reconcileID":"58c02be2-58c8-4614-8961-8f87e9f019a5","aitenant":"ai-tenants/e2e-extmod-b-d4d8c2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.022549062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6e1b6-9510-4b73-8ee9-810013c85342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.042236495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6e1b6-9510-4b73-8ee9-810013c85342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.058049786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6e1b6-9510-4b73-8ee9-810013c85342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.074037047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6e1b6-9510-4b73-8ee9-810013c85342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.099140466Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d4d8c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d4d8c2","reconcileID":"58c02be2-58c8-4614-8961-8f87e9f019a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d4d8c2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d4d8c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.732046882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7800132-7afa-4f7d-8da9-81b97feedd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.747931382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7800132-7afa-4f7d-8da9-81b97feedd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.763940344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7800132-7afa-4f7d-8da9-81b97feedd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.779748071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7800132-7afa-4f7d-8da9-81b97feedd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.83388314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"7d99490d-9e04-4e6b-a7fe-198d50c16b67","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.833904384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"7d99490d-9e04-4e6b-a7fe-198d50c16b67","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.872898619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"8139b04b-2fb5-4d57-86be-4d331ac0ccce","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.872921042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"8139b04b-2fb5-4d57-86be-4d331ac0ccce","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.909634291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"0164dbba-c6fc-4a53-964e-5ea698cc6428","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.985991211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"0164dbba-c6fc-4a53-964e-5ea698cc6428","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.005320464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"0164dbba-c6fc-4a53-964e-5ea698cc6428","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.034477974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"dae2e922-2e32-49a4-acf7-ae4d9d812923","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.034498987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"dae2e922-2e32-49a4-acf7-ae4d9d812923","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.522764733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d65d4f-908f-4165-81b9-5310458e457e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.538555075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d65d4f-908f-4165-81b9-5310458e457e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.554035176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d65d4f-908f-4165-81b9-5310458e457e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.569824119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22d65d4f-908f-4165-81b9-5310458e457e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.839861832Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","namespace":"ai-tenant-e2e-extmod-a-955dc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.839942827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","namespace":"ai-tenant-e2e-extmod-a-955dc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.840016711Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","tenant":"e2e-extmod-a-955dc3","tenantID":"e2e-extmod-a-955dc3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.858418475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Deployment","name":"maas-api-e2e-extmod-a-955dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.893354916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Service","name":"maas-api-e2e-extmod-a-955dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.91291524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-955dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.930967136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-955dc3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.949960248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.970410095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:22.991581323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.014104668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.035145339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.054561211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.074767708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Service","name":"payload-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.098048115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.117885005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.139041925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.157317591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.180299534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.195956377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.215979756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.236095922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-955dc3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.252047151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-955dc3"},"namespace":"ai-tenant-e2e-extmod-a-955dc3","name":"default-tenant","reconcileID":"17d6bf9b-1f53-45c5-929c-0730013336c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-955dc3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.973295725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"5ee8d3c1-85be-4a76-aa34-9f64ce3c6867","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.992596294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"5ee8d3c1-85be-4a76-aa34-9f64ce3c6867","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.011507934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (7f82a2632af66c3b9a70b5199ca205142271579ce1e07e0b97c7145b8ab37013) AuthConfig (07a5599950264940334d9d45d1e94afac23f1520c7533e9318eaa5973dcbfc60) AuthConfig (8f3dbbea76a0b2f59517473a27dd8642e60629b5a9046d129cd4fe6041f29ed7) AuthConfig (1cc559adac4b48cdd4278495022c961c093ee4588beb64d40fa51d2238e548d7) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (d5968b356f4d5c4b0e4201c726ef3c2cf779a48f148f91a343e8f00a0c292bb1) AuthConfig (36b6d3615bc101898e0e93b11f6318ca821d1b90266b206b46532c6cbe658e7d) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (8b32ec18deaef8c04d78e7ef894cf37edbfc64957326a5bc2593d33fb3f44d04) AuthConfig (d296101441eede74223a1f835136934ee7f782623af690863984402271798d2a) AuthConfig (af99e4e3107ec6627c8742dfbdbc3158517ef0658595500cbd8a4623132bcb3f) AuthConfig (2cfb693c4b56f4cabbb876aa8a6ba1d0c4af73848c64aea684537eee7088605d) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (e1ffffbe8886998ca301122519877680dc2be5e75f0f0c09ed178aff1ce20b01) AuthConfig (d11aa9d759afce9556935e6c65b37ca25c7746d73dc3c55dbf869eda737fb429)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"5ee8d3c1-85be-4a76-aa34-9f64ce3c6867","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.284305072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ba6b8b-0cbd-47c1-9d1f-fc5b5875172f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.299936518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ba6b8b-0cbd-47c1-9d1f-fc5b5875172f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.315699235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ba6b8b-0cbd-47c1-9d1f-fc5b5875172f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.333598769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ba6b8b-0cbd-47c1-9d1f-fc5b5875172f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.088334604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e620b-1325-4047-ae8d-53523529543a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.104462207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e620b-1325-4047-ae8d-53523529543a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.120228363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e620b-1325-4047-ae8d-53523529543a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.136605936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e620b-1325-4047-ae8d-53523529543a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:29.075378739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"47f26342-8635-43f8-ba50-3a3172c0a65d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:29.095657417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"47f26342-8635-43f8-ba50-3a3172c0a65d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:29.113975779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"47f26342-8635-43f8-ba50-3a3172c0a65d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:33.918877067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","namespace":"ai-tenant-e2e-shared-a-w3-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:33.91895191Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","namespace":"ai-tenant-e2e-shared-a-w3-359f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:33.91900297Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","tenant":"e2e-shared-a-w3-359f71","tenantID":"e2e-shared-a-w3-359f71","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:33.936511873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-359f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:33.97239918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Service","name":"maas-api-e2e-shared-a-w3-359f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:33.990526506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-359f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.00933063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-359f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.027628878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.046216242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.065382269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.085375525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.100729735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.116959478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.132166665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.148129229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.163563597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.179277761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.20451448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.234071776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.27403988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.289456856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.304644617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-359f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.319962711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-359f71"},"namespace":"ai-tenant-e2e-shared-a-w3-359f71","name":"default-tenant","reconcileID":"5893cd17-d631-492b-8df5-94fd5f635129","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-359f71","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.389222888Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-955dc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-955dc3","reconcileID":"deae46a4-a296-4a86-b6d9-eaa8694cf76b","aitenant":"ai-tenants/e2e-extmod-a-955dc3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.707661525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf61c34d-b6ef-416b-988c-6efb8dfa3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.723407503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf61c34d-b6ef-416b-988c-6efb8dfa3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.730522308Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-955dc3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-955dc3","reconcileID":"deae46a4-a296-4a86-b6d9-eaa8694cf76b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-955dc3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-955dc3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.739147678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf61c34d-b6ef-416b-988c-6efb8dfa3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:34.755797907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf61c34d-b6ef-416b-988c-6efb8dfa3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:35.390090682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22f7b1-1182-46d7-9a71-0724bd0757cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:35.407003207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22f7b1-1182-46d7-9a71-0724bd0757cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:35.422775535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22f7b1-1182-46d7-9a71-0724bd0757cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:35.438646754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e22f7b1-1182-46d7-9a71-0724bd0757cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.032354101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc98d6-1030-4544-b565-f9342066e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.048036676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc98d6-1030-4544-b565-f9342066e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.063843386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc98d6-1030-4544-b565-f9342066e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.064007651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"c7ababfc-86c7-4b74-9c95-84f886092b0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.079241603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3dc98d6-1030-4544-b565-f9342066e28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.098636281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"c7ababfc-86c7-4b74-9c95-84f886092b0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.192526157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"782a1657-57f8-4dcf-ad96-fd3baf5fb535","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.19254835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"782a1657-57f8-4dcf-ad96-fd3baf5fb535","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.724234742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"32e95805-61d4-4190-a3b7-3790c6bb22db","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.724280695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"32e95805-61d4-4190-a3b7-3790c6bb22db","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.746963809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b594db6c-dc3d-43c9-bf5e-c58db3ed483c","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.747074986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b594db6c-dc3d-43c9-bf5e-c58db3ed483c","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:37.756462853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"be1587b6-6fd3-4c02-b58b-d764b9f3a6f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-bcbd28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:37.763690029Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b594db6c-dc3d-43c9-bf5e-c58db3ed483c","name":"rate-test-model-9908e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9908e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:37.763742199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b594db6c-dc3d-43c9-bf5e-c58db3ed483c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9908e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.769097942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"be341101-b227-49d2-9ebf-cc93cedb23e8","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.769115508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"be341101-b227-49d2-9ebf-cc93cedb23e8","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.791520502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"81091a66-08ed-4fb8-ae65-9c94c20c3e25","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.791540426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"81091a66-08ed-4fb8-ae65-9c94c20c3e25","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.807084195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"9b56479b-c14e-4ea5-a8c4-74a43a932f32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.811422716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"6c313348-933e-4912-819e-0f5bc2bc48c7","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.811440724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"6c313348-933e-4912-819e-0f5bc2bc48c7","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.826263991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"9b56479b-c14e-4ea5-a8c4-74a43a932f32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.876604421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"d9db9e12-4ac5-4a15-aac8-54f302dec292","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-rate-test-model-9908e8","model":"rate-test-model-9908e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-9908e8/e2e-rate-iso-a-bcbd28"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.907477848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"00cc3eb9-a487-49b8-a208-a0af6d9364ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.9290931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"00cc3eb9-a487-49b8-a208-a0af6d9364ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.932051988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"610efa13-0e42-4b54-a2ef-4df567b40fed","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.932075678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"610efa13-0e42-4b54-a2ef-4df567b40fed","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.932666794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"6e87d22e-2cf7-427d-aa9a-7b851203f1f8","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.932688076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"6e87d22e-2cf7-427d-aa9a-7b851203f1f8","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.954211126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"60245c23-b00c-413c-ace6-92fe9f3332fc","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.954353438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"60245c23-b00c-413c-ace6-92fe9f3332fc","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:37.966584199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"b5238aaf-2aa6-44d9-9ff4-170dfcdfbb53","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-bcbd28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:37.970859592Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"60245c23-b00c-413c-ace6-92fe9f3332fc","name":"rate-test-model-20109d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-20109d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:37.970919486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"60245c23-b00c-413c-ace6-92fe9f3332fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-20109d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.976469282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"937b6d1f-ecdd-4261-9438-6c00914b7135","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.976485215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"937b6d1f-ecdd-4261-9438-6c00914b7135","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.993707017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"a67e1308-9f89-4c2b-86fc-1b84af1ae736","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-rate-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.001457021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"43869f72-7f94-4ebb-bb0f-abbdb6dbb62b","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.001476537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"43869f72-7f94-4ebb-bb0f-abbdb6dbb62b","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.007573234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"bdeab052-d8f3-455e-a3bb-63cfbff0016b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.01954457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"c820e9fe-cfd1-4c08-9227-1727d52ea9b8","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.01956526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"c820e9fe-cfd1-4c08-9227-1727d52ea9b8","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.02863644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"bdeab052-d8f3-455e-a3bb-63cfbff0016b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.137771715Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"4ae3d819-a149-41cb-befc-4f6b2ff4d2a5","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-rate-test-model-20109d","model":"rate-test-model-20109d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-20109d/e2e-rate-iso-b-bcbd28"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.162179047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"16dc214b-4c06-494f-b61c-2c7fb63989f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.20586392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"26739b30-e79a-4ff4-a83f-3c4f258b0390","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.205888652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"26739b30-e79a-4ff4-a83f-3c4f258b0390","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.206589513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"16dc214b-4c06-494f-b61c-2c7fb63989f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.268162286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"86dc37a2-2cc5-4b7a-b2ce-41ee7e6bea8a","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-rate-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.145665582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"8fb66c3f-5192-437c-8150-84c67dc7152e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.165060874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"8fb66c3f-5192-437c-8150-84c67dc7152e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.184092135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"8fb66c3f-5192-437c-8150-84c67dc7152e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.782738198Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-359f71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-359f71","reconcileID":"5662267c-d1c2-453d-9182-a807c03a130b","aitenant":"ai-tenants/e2e-shared-a-w3-359f71","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.071072087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb082cb-e669-4f47-90db-27e299aaa1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.086980033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb082cb-e669-4f47-90db-27e299aaa1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.102909288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb082cb-e669-4f47-90db-27e299aaa1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.118632478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb082cb-e669-4f47-90db-27e299aaa1d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.141165876Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-359f71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-359f71","reconcileID":"5662267c-d1c2-453d-9182-a807c03a130b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-359f71","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-359f71"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.817924451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d82d01f-6615-4260-b301-221d0f819e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.834031224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d82d01f-6615-4260-b301-221d0f819e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.849755498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d82d01f-6615-4260-b301-221d0f819e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.865247176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d82d01f-6615-4260-b301-221d0f819e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.587446375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115fac39-43e0-43fd-b295-00c16f89be1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.603332681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115fac39-43e0-43fd-b295-00c16f89be1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.619657302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115fac39-43e0-43fd-b295-00c16f89be1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.635702306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115fac39-43e0-43fd-b295-00c16f89be1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.309634639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78181151-ae8f-4d72-8074-9c5ae69d275b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.330119665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78181151-ae8f-4d72-8074-9c5ae69d275b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.350025465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78181151-ae8f-4d72-8074-9c5ae69d275b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.365896993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78181151-ae8f-4d72-8074-9c5ae69d275b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.960699678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6dab294-df55-474b-bb72-34fd4d4d021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.97662747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6dab294-df55-474b-bb72-34fd4d4d021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.992393762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6dab294-df55-474b-bb72-34fd4d4d021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.008076373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6dab294-df55-474b-bb72-34fd4d4d021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.698298082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.866500659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1bd0f0-dd18-430a-bfdd-8e504901efcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.882324996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1bd0f0-dd18-430a-bfdd-8e504901efcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.898132408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1bd0f0-dd18-430a-bfdd-8e504901efcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.91524545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1bd0f0-dd18-430a-bfdd-8e504901efcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.531883746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b2037e-0e1d-4cf7-8a5e-5581dcae2969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.547424594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b2037e-0e1d-4cf7-8a5e-5581dcae2969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.563330698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b2037e-0e1d-4cf7-8a5e-5581dcae2969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.578875284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b2037e-0e1d-4cf7-8a5e-5581dcae2969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:49.215122282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"d7343f0e-22a5-4900-aeeb-07745cca08f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:49.234864314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"d7343f0e-22a5-4900-aeeb-07745cca08f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:49.253839844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"d7343f0e-22a5-4900-aeeb-07745cca08f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.070917263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"ac944208-5bc1-472b-8d7f-2d273b7f89ef","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-rate-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.126818838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"8b08d74a-7707-496c-8b60-77293d940cf3","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.126841446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"8b08d74a-7707-496c-8b60-77293d940cf3","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.322129613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"169eb07d-68de-4f38-bc53-88845c5399df","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-rate-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.378056669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"71a89897-e7cf-45b7-a720-ac93d921b3b0","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.378076947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"71a89897-e7cf-45b7-a720-ac93d921b3b0","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.585701557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"6d310821-5a37-4ce0-b469-b2ff1cbfd1f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.605629956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"6d310821-5a37-4ce0-b469-b2ff1cbfd1f0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:55.229635038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"5ccf897d-9bef-47b8-9822-e3848c04bfa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:55.249418785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"5ccf897d-9bef-47b8-9822-e3848c04bfa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.902787565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"ef7598d7-1337-4951-8097-391fc839355a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.902977824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b98e020f-5f21-4188-8c45-38038146eacb","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.902999154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"b98e020f-5f21-4188-8c45-38038146eacb","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.994315194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"b07b9154-abd6-4a15-b813-cf928fab28b0","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-rate-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.041748283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"ef7598d7-1337-4951-8097-391fc839355a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.102462484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"ef7598d7-1337-4951-8097-391fc839355a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.102482182Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"ef7598d7-1337-4951-8097-391fc839355a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.123099879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"e220c8fd-f024-4eab-8cdc-e138454f4538","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.123117419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"e220c8fd-f024-4eab-8cdc-e138454f4538","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.211906686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"abd997bf-8b21-41fc-8cdb-ec1219993765","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-rate-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.268919268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"cfcab128-4590-4d27-bbe8-d02cefdf7e8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.269054905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"67902a30-abff-41cc-8618-5ba86265c2ce","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.269079361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"67902a30-abff-41cc-8618-5ba86265c2ce","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.28554302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f546505c-d7aa-4ce3-87f1-183d2e6f7b6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.306487994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f546505c-d7aa-4ce3-87f1-183d2e6f7b6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.328877736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8f1f9837be35f4c890e252a3abf8ba8e0d70ab0228beb3db9fa62299722c944) AuthConfig (607e44562dd4a97e17575149a4f6eafdaf6fed5343a1f74be629e9969e198c52) AuthConfig (62ec771e8517501ef0d1d506184215fe58621189109b1eddc0a3a61895e1c0cf) AuthConfig (4b0c82994b2a2c7711302b2223e5719b86ec539093c2fda42789d35825da762e) AuthConfig (2ea4ee63624be240d533818e4502f0d2989710ebc5fb0137e263929f75648de2) AuthConfig (87c12fe14548fda77f68e62cfe99298b7130f5b05d3d46b0fee31960ab6a02f3) AuthConfig (4af24f22025fdf20d66be0c09d5eb0030f6ecd8aedd7dd3fa78504d3bb6a28a8) AuthConfig (4393fe5145db12a21b6d84d9a2c579970460d4d4609a022cd2d68d1f66d0fb8b) AuthConfig (20a45b9d13cf204646bd32035dfd3cf7d527f5a6e08a369d53239c03251d184d) AuthConfig (7c805bc8b26133d0c6ff34acc465ebecd4d84bbcc7196aa9cbb1162a98680c58) AuthConfig (cbafdf7fb446912eae212554e2e11fcc3c6c091fd34b16b0b0968793d4df3cd3) AuthConfig (1e97be9ddf394a05ec850690669a189c955660649c9169a5d5bf9f3a48aaa34c) AuthConfig (59547c943f02dbe881675686a9e6e300ae94d503c8ca053f03c89af2839c995c) AuthConfig (bc15f5924ea5de0d2d4d784991060f424859318c7b98ce8d864b5ecb99c4114a) AuthConfig (c6bf08103925b09fcfbedd2b31f817bf009a53207a2854ca665c6d295d2aadc1) AuthConfig (f3f610a1229691df26e459a9be882f1d2dd03385b2dae74d6d716f541ef82168) AuthConfig (d96c9921543b8537507a31f9c99bd0de5c1e8973e41e1770edb3f18a0054761f) AuthConfig (208aee95e8b597ccd2f33a3e4554d4854fdb27425f77bd5d382be8fbf4398be2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f546505c-d7aa-4ce3-87f1-183d2e6f7b6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.352864901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"3a0e3c07-3a36-4541-a45e-9884146f3c27","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.38641579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"3a0e3c07-3a36-4541-a45e-9884146f3c27","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.38692913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"4dfd7958-01c5-434b-bd0d-107193178cbd","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-rate-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.402713255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"cfcab128-4590-4d27-bbe8-d02cefdf7e8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.451888214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"cfcab128-4590-4d27-bbe8-d02cefdf7e8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.451906349Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-auth-bcbd28","reconcileID":"cfcab128-4590-4d27-bbe8-d02cefdf7e8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.470926418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"9985c107-9cc2-4feb-9445-9dfc35eb4349","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.470943775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"9985c107-9cc2-4feb-9445-9dfc35eb4349","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.555876262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"4f1268ad-6a63-4759-8acd-7b8214c84796","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-rate-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.608372731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"93d1488b-4b9e-4f2d-ba86-7e5fab9d87e2","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:59.608395583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"93d1488b-4b9e-4f2d-ba86-7e5fab9d87e2","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.383903647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"55eee66b-b7a5-46fb-b880-941e48a847ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.435548975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"55eee66b-b7a5-46fb-b880-941e48a847ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.454088251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8f1f9837be35f4c890e252a3abf8ba8e0d70ab0228beb3db9fa62299722c944) AuthConfig (607e44562dd4a97e17575149a4f6eafdaf6fed5343a1f74be629e9969e198c52) AuthConfig (62ec771e8517501ef0d1d506184215fe58621189109b1eddc0a3a61895e1c0cf) AuthConfig (4b0c82994b2a2c7711302b2223e5719b86ec539093c2fda42789d35825da762e) AuthConfig (2ea4ee63624be240d533818e4502f0d2989710ebc5fb0137e263929f75648de2) AuthConfig (87c12fe14548fda77f68e62cfe99298b7130f5b05d3d46b0fee31960ab6a02f3) AuthConfig (4af24f22025fdf20d66be0c09d5eb0030f6ecd8aedd7dd3fa78504d3bb6a28a8) AuthConfig (4393fe5145db12a21b6d84d9a2c579970460d4d4609a022cd2d68d1f66d0fb8b) AuthConfig (20a45b9d13cf204646bd32035dfd3cf7d527f5a6e08a369d53239c03251d184d) AuthConfig (7c805bc8b26133d0c6ff34acc465ebecd4d84bbcc7196aa9cbb1162a98680c58) AuthConfig (cbafdf7fb446912eae212554e2e11fcc3c6c091fd34b16b0b0968793d4df3cd3) AuthConfig (1e97be9ddf394a05ec850690669a189c955660649c9169a5d5bf9f3a48aaa34c) AuthConfig (59547c943f02dbe881675686a9e6e300ae94d503c8ca053f03c89af2839c995c) AuthConfig (bc15f5924ea5de0d2d4d784991060f424859318c7b98ce8d864b5ecb99c4114a) AuthConfig (c6bf08103925b09fcfbedd2b31f817bf009a53207a2854ca665c6d295d2aadc1) AuthConfig (f3f610a1229691df26e459a9be882f1d2dd03385b2dae74d6d716f541ef82168) AuthConfig (d96c9921543b8537507a31f9c99bd0de5c1e8973e41e1770edb3f18a0054761f) AuthConfig (208aee95e8b597ccd2f33a3e4554d4854fdb27425f77bd5d382be8fbf4398be2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"55eee66b-b7a5-46fb-b880-941e48a847ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.661038733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"9f6428cd-9155-4102-b4f6-46c665317df9","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","subscription":"e2e-rate-iso-a-bcbd28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.677487816Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"9f6428cd-9155-4102-b4f6-46c665317df9","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.69344283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-rate-iso-a-bcbd28","reconcileID":"9f6428cd-9155-4102-b4f6-46c665317df9","MaaSSubscription":{"name":"e2e-rate-iso-a-bcbd28","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.849191195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"443832d1-2f08-475e-9da5-aa667cc0f650","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/rate-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.849211881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"rate-test-model-9908e8","reconcileID":"443832d1-2f08-475e-9da5-aa667cc0f650","MaaSModelRef":{"name":"rate-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"rate-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"rate-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:10.000926983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"c9f13b0b-e4eb-4118-a879-cecc0e6c6e01","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:10.000959165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"c9f13b0b-e4eb-4118-a879-cecc0e6c6e01","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.028219578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","namespace":"ai-tenant-e2e-extmod-b-909268","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.028300436Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","namespace":"ai-tenant-e2e-extmod-b-909268","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.028351786Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","tenant":"e2e-extmod-b-909268","tenantID":"e2e-extmod-b-909268","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.046375451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Deployment","name":"maas-api-e2e-extmod-b-909268","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.076427553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Service","name":"maas-api-e2e-extmod-b-909268","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.096558157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-909268","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.113949432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-909268","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.131561807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.149266474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.171779702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.189106697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.204705826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.21977655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.235460723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Service","name":"payload-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.251301744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.266730139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.282025715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.300454044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.33149968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.348190774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.373787369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.389076975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-909268","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.404305525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-909268"},"namespace":"ai-tenant-e2e-extmod-b-909268","name":"default-tenant","reconcileID":"22fe0fac-178e-49d8-8299-9047c95f0131","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-909268","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.69762809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.007967303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af40a33-8430-4a9b-922c-4e6f1d4fc4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.024994091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af40a33-8430-4a9b-922c-4e6f1d4fc4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.041293838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af40a33-8430-4a9b-922c-4e6f1d4fc4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.057527595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af40a33-8430-4a9b-922c-4e6f1d4fc4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.491149231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"dbdce928-7d87-4458-ad20-16c39887b935","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.510842736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"dbdce928-7d87-4458-ad20-16c39887b935","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.528842785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8f1f9837be35f4c890e252a3abf8ba8e0d70ab0228beb3db9fa62299722c944) AuthConfig (607e44562dd4a97e17575149a4f6eafdaf6fed5343a1f74be629e9969e198c52) AuthConfig (62ec771e8517501ef0d1d506184215fe58621189109b1eddc0a3a61895e1c0cf) AuthConfig (4b0c82994b2a2c7711302b2223e5719b86ec539093c2fda42789d35825da762e) AuthConfig (2ea4ee63624be240d533818e4502f0d2989710ebc5fb0137e263929f75648de2) AuthConfig (87c12fe14548fda77f68e62cfe99298b7130f5b05d3d46b0fee31960ab6a02f3) AuthConfig (4af24f22025fdf20d66be0c09d5eb0030f6ecd8aedd7dd3fa78504d3bb6a28a8) AuthConfig (4393fe5145db12a21b6d84d9a2c579970460d4d4609a022cd2d68d1f66d0fb8b) AuthConfig (20a45b9d13cf204646bd32035dfd3cf7d527f5a6e08a369d53239c03251d184d) AuthConfig (7c805bc8b26133d0c6ff34acc465ebecd4d84bbcc7196aa9cbb1162a98680c58) AuthConfig (cbafdf7fb446912eae212554e2e11fcc3c6c091fd34b16b0b0968793d4df3cd3) AuthConfig (1e97be9ddf394a05ec850690669a189c955660649c9169a5d5bf9f3a48aaa34c) AuthConfig (59547c943f02dbe881675686a9e6e300ae94d503c8ca053f03c89af2839c995c) AuthConfig (bc15f5924ea5de0d2d4d784991060f424859318c7b98ce8d864b5ecb99c4114a) AuthConfig (c6bf08103925b09fcfbedd2b31f817bf009a53207a2854ca665c6d295d2aadc1) AuthConfig (f3f610a1229691df26e459a9be882f1d2dd03385b2dae74d6d716f541ef82168) AuthConfig (d96c9921543b8537507a31f9c99bd0de5c1e8973e41e1770edb3f18a0054761f) AuthConfig (208aee95e8b597ccd2f33a3e4554d4854fdb27425f77bd5d382be8fbf4398be2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"dbdce928-7d87-4458-ad20-16c39887b935","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.69137228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3021ba7d-5945-4b46-99cd-97446524a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.708095565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3021ba7d-5945-4b46-99cd-97446524a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.724149413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3021ba7d-5945-4b46-99cd-97446524a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.739980056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3021ba7d-5945-4b46-99cd-97446524a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.053373456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"3160b14f-858d-470b-95c9-0e54dd56cf9c","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","subscription":"e2e-rate-iso-b-bcbd28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.069328194Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"3160b14f-858d-470b-95c9-0e54dd56cf9c","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.085298915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-rate-iso-b-bcbd28","reconcileID":"3160b14f-858d-470b-95c9-0e54dd56cf9c","MaaSSubscription":{"name":"e2e-rate-iso-b-bcbd28","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.240034924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"bdf2fc82-f294-40be-8b44-f4de6f97bbeb","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/rate-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.24005708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"rate-test-model-20109d","reconcileID":"bdf2fc82-f294-40be-8b44-f4de6f97bbeb","MaaSModelRef":{"name":"rate-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"rate-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"rate-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.773518295Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-909268","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-909268","reconcileID":"698ff721-eb4f-4194-9c6c-328db63e2c7d","aitenant":"ai-tenants/e2e-extmod-b-909268","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.99110899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837141e-d4bd-46a5-ba56-a40cfc0e82c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.007777692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837141e-d4bd-46a5-ba56-a40cfc0e82c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.023558098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837141e-d4bd-46a5-ba56-a40cfc0e82c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.039246645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1837141e-d4bd-46a5-ba56-a40cfc0e82c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.061947969Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-909268","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-909268","reconcileID":"698ff721-eb4f-4194-9c6c-328db63e2c7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-909268","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-909268"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.683680227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5410f6-470e-48aa-99a7-1deb3d00a25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.699806169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5410f6-470e-48aa-99a7-1deb3d00a25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.715722857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5410f6-470e-48aa-99a7-1deb3d00a25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.731504645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5410f6-470e-48aa-99a7-1deb3d00a25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.93041036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.93046827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","namespace":"ai-tenant-e2e-shared-b-w3-2858fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.930515719Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","tenant":"e2e-shared-b-w3-2858fb","tenantID":"e2e-shared-b-w3-2858fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.947656872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-2858fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.979316921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Service","name":"maas-api-e2e-shared-b-w3-2858fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.997508132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-2858fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.014790484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-2858fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.032699241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.058587938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.079207062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.096954572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.11243454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.127839443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.156490609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.171741246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.18697211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.202192484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.218288576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.236769682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.257651604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.27293381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.291289046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-2858fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.306710125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-2858fb"},"namespace":"ai-tenant-e2e-shared-b-w3-2858fb","name":"default-tenant","reconcileID":"a919c24e-2d42-41dc-aa86-5aebf6529573","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-2858fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.370724501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8b8516-bbb6-4175-a347-70f1b9fc95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.405582189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8b8516-bbb6-4175-a347-70f1b9fc95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.44065968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8b8516-bbb6-4175-a347-70f1b9fc95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:25.467835191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8b8516-bbb6-4175-a347-70f1b9fc95ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.213588299Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-2858fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-2858fb","reconcileID":"72b0c584-1178-46d6-ac8c-fc997ebc87e7","aitenant":"ai-tenants/e2e-shared-b-w3-2858fb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.413882153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beac615b-b384-42b4-84c3-b9028f713d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.429953793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beac615b-b384-42b4-84c3-b9028f713d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.445660251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beac615b-b384-42b4-84c3-b9028f713d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.461959185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beac615b-b384-42b4-84c3-b9028f713d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.504963721Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-2858fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-2858fb","reconcileID":"72b0c584-1178-46d6-ac8c-fc997ebc87e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-2858fb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-2858fb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.567567972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"44924e6a-085d-4494-9136-a144d53bd41a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.588143607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"44924e6a-085d-4494-9136-a144d53bd41a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.607427826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-7ef1b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8f1f9837be35f4c890e252a3abf8ba8e0d70ab0228beb3db9fa62299722c944) AuthConfig (607e44562dd4a97e17575149a4f6eafdaf6fed5343a1f74be629e9969e198c52) AuthConfig (62ec771e8517501ef0d1d506184215fe58621189109b1eddc0a3a61895e1c0cf) AuthConfig (4b0c82994b2a2c7711302b2223e5719b86ec539093c2fda42789d35825da762e) AuthConfig (2ea4ee63624be240d533818e4502f0d2989710ebc5fb0137e263929f75648de2) AuthConfig (87c12fe14548fda77f68e62cfe99298b7130f5b05d3d46b0fee31960ab6a02f3) AuthConfig (4af24f22025fdf20d66be0c09d5eb0030f6ecd8aedd7dd3fa78504d3bb6a28a8) AuthConfig (4393fe5145db12a21b6d84d9a2c579970460d4d4609a022cd2d68d1f66d0fb8b) AuthConfig (20a45b9d13cf204646bd32035dfd3cf7d527f5a6e08a369d53239c03251d184d) AuthConfig (7c805bc8b26133d0c6ff34acc465ebecd4d84bbcc7196aa9cbb1162a98680c58) AuthConfig (cbafdf7fb446912eae212554e2e11fcc3c6c091fd34b16b0b0968793d4df3cd3) AuthConfig (1e97be9ddf394a05ec850690669a189c955660649c9169a5d5bf9f3a48aaa34c) AuthConfig (59547c943f02dbe881675686a9e6e300ae94d503c8ca053f03c89af2839c995c) AuthConfig (bc15f5924ea5de0d2d4d784991060f424859318c7b98ce8d864b5ecb99c4114a) AuthConfig (c6bf08103925b09fcfbedd2b31f817bf009a53207a2854ca665c6d295d2aadc1) AuthConfig (f3f610a1229691df26e459a9be882f1d2dd03385b2dae74d6d716f541ef82168) AuthConfig (d96c9921543b8537507a31f9c99bd0de5c1e8973e41e1770edb3f18a0054761f) AuthConfig (208aee95e8b597ccd2f33a3e4554d4854fdb27425f77bd5d382be8fbf4398be2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"44924e6a-085d-4494-9136-a144d53bd41a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.12403812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a3fe3f-4f9e-4c0d-afc1-766615780b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.139918082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a3fe3f-4f9e-4c0d-afc1-766615780b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.156025507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a3fe3f-4f9e-4c0d-afc1-766615780b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.172102402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a3fe3f-4f9e-4c0d-afc1-766615780b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.504377435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-access","reconcileID":"cce16e8b-59a1-4d82-87dc-18b5f1eab455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.504391953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"aa578a51-e199-4b58-8299-561e7f3f3778","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.58535552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1a5dede8-3fc6-4cfb-8b0e-2d39e2c77cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.601766256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"3789b637-c3f9-4e1b-8101-2f1784c02603","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.605038251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"1a5dede8-3fc6-4cfb-8b0e-2d39e2c77cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.639473307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"7c2048b1-f3f0-4c36-a5df-529d8dd08b96","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.727572633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"1c1af295-b7c4-4bdc-a80e-ae3f47f3cb53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.764148354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6080-f526-4d73-a988-4aada126b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.764308773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ccf634ca-6c14-4ecf-9484-68fe9faf4448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.779984414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6080-f526-4d73-a988-4aada126b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.780023321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"7cd041e9-0972-4a77-8357-9677cf41f761","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.796368025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6080-f526-4d73-a988-4aada126b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.800082248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ccf634ca-6c14-4ecf-9484-68fe9faf4448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.81204987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6080-f526-4d73-a988-4aada126b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.959747908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"87a8b6cf-73e6-41af-b40e-28d92c1b04c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.97936999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"87a8b6cf-73e6-41af-b40e-28d92c1b04c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.105381675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e096b5-fd3d-41e8-b01e-34b5dc590aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.121168465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e096b5-fd3d-41e8-b01e-34b5dc590aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.137059639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e096b5-fd3d-41e8-b01e-34b5dc590aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.153131368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e096b5-fd3d-41e8-b01e-34b5dc590aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.816197937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d906ca0-f52b-4cbb-a04b-bab1b21ed241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.831803498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d906ca0-f52b-4cbb-a04b-bab1b21ed241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.848127655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d906ca0-f52b-4cbb-a04b-bab1b21ed241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.863826814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d906ca0-f52b-4cbb-a04b-bab1b21ed241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.487505947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"7d5e4d49-6229-45c3-88c0-dfc0a3eb7e47","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.541714596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ebabbec8-cd00-409e-8235-e0a3de23c937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.54992758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"d761be4a-6454-4aae-8ab7-8e0e3d8e468b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.560470951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"ebabbec8-cd00-409e-8235-e0a3de23c937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.605067986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"caffd873-2e13-4959-80c6-91033cd5e356","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.667621274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"83ae2d9a-8713-4d7d-8b00-7e27b1c70538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.429709944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","namespace":"ai-tenant-e2e-mt-c6e808d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.429767896Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","namespace":"ai-tenant-e2e-mt-c6e808d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.429820074Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","tenant":"e2e-mt-c6e808d7","tenantID":"e2e-mt-c6e808d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.447181461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Deployment","name":"maas-api-e2e-mt-c6e808d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.474477132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Service","name":"maas-api-e2e-mt-c6e808d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.492599922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c6e808d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.509899026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c6e808d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.527675362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.5453725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.56611987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.584016853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.599750995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Deployment","name":"payload-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.615127677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.63072603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Service","name":"payload-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.63895029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"e63126e2-2b9a-41c6-9be1-8091ef062989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.646019931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"Service","name":"payload-pre-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.659000564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"e63126e2-2b9a-41c6-9be1-8091ef062989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.661306972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.676585136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.700836494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.731428199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.750586635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.766432173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.782202941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c6e808d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.797545545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c6e808d7"},"namespace":"ai-tenant-e2e-mt-c6e808d7","name":"default-tenant","reconcileID":"927fceb1-fff3-41e7-9940-155bbd7e9776","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c6e808d7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.852635268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"c1fb5a2c-f68e-4045-81e9-dbac7f7c07dc","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.852665017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"c1fb5a2c-f68e-4045-81e9-dbac7f7c07dc","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.24107084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"4f257ade-9019-4872-a93d-d21c101c0167","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.257101154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"bb3d7dd0-3e12-46c7-a3ae-c145276ef693","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.272679259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"bb3d7dd0-3e12-46c7-a3ae-c145276ef693","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.291405221Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"simulator-subscription","reconcileID":"bb3d7dd0-3e12-46c7-a3ae-c145276ef693","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/simulator-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.300552615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a9ce6a99-131a-419d-ab48-c191959002d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.322102781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"a9ce6a99-131a-419d-ab48-c191959002d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.394092515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"7ae87154-e9d9-4035-9ecc-7f4b070b6018","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.442785076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"80dc5680-9bb1-4217-8c77-3fd8e58c07db","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.483733694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"30248c81-1010-4faf-9ae8-3f288fcb31f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.502443692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"0d7ed613-6e92-430a-817f-8c7851bb277e","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.504832075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"30248c81-1010-4faf-9ae8-3f288fcb31f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.798215538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"a5482aa7-a808-434d-97e6-078f29ad0271","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.798237887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"a5482aa7-a808-434d-97e6-078f29ad0271","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.824111389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"aab3f624-caa8-4cae-b005-540d63f8f44a","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.824138869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"aab3f624-caa8-4cae-b005-540d63f8f44a","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:11:41.831832532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"0df64754-6706-4e2e-a883-0723f8963f69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-019511\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.832799976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"538a4723-8626-4f73-b0d0-0efaba3407f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.855284129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"538a4723-8626-4f73-b0d0-0efaba3407f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.874398104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"8457e69f-f6ed-405e-9769-cff08d019719","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.874413839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"8457e69f-f6ed-405e-9769-cff08d019719","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.899780285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"a1045cc3-622e-4084-985a-7dce51354863","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:41.899804894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"a1045cc3-622e-4084-985a-7dce51354863","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.002406872Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"a24678ee-b683-40a5-8fc0-8a5231ca924d","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-rate-test-model-065de0","model":"rate-test-model-065de0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-065de0/e2e-rate-iso-a-019511"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.035900366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"42c21f53-d1e4-4098-a332-f09d93e1c884","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.061403356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"42c21f53-d1e4-4098-a332-f09d93e1c884","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.101155216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"1ae914ad-4b6e-4a36-9011-8ae48948785f","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.101178074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"1ae914ad-4b6e-4a36-9011-8ae48948785f","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.125131555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"89a48a26-b4b5-4e05-831f-9d35928c5770","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.125157453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"89a48a26-b4b5-4e05-831f-9d35928c5770","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.131215302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"841f1c25-c4c3-42f1-a3d1-994c5f6bd50e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:11:42.133233616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"29ce149d-2e47-4f2c-8b28-37d925b697fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-019511\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:11:42.141900006Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"89a48a26-b4b5-4e05-831f-9d35928c5770","name":"rate-test-model-7ef1b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7ef1b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:11:42.141951964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"89a48a26-b4b5-4e05-831f-9d35928c5770","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7ef1b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.146804573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"9687b384-45ef-4f8c-99cb-29b4152ff39d","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.146822547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"9687b384-45ef-4f8c-99cb-29b4152ff39d","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.147227677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"4ee30512-8abc-4184-9cd3-640e0a764c2f","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.147242256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"4ee30512-8abc-4184-9cd3-640e0a764c2f","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.151539819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"841f1c25-c4c3-42f1-a3d1-994c5f6bd50e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.165784276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"87f12f2f-7203-4ba2-820f-5c1259f180ec","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.165801374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"87f12f2f-7203-4ba2-820f-5c1259f180ec","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.193656862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"4d37626b-d466-478e-b681-a4f20c416b4d","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.193676891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"4d37626b-d466-478e-b681-a4f20c416b4d","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.207682345Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c6e808d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c6e808d7","reconcileID":"6105bff3-0d12-4b4a-b99a-2b86a08106ee","aitenant":"ai-tenants/e2e-mt-c6e808d7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.224084237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"cbcf0661-db3d-4084-85e5-9d8b2659532b","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-rate-test-model-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.337863538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f47438cf-18c4-48ba-9d63-54068cd7ce18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.338234419Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"a7e89f23-12c4-4ef9-bdfa-aa3f7c9fd3aa","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-rate-test-model-7ef1b6","model":"rate-test-model-7ef1b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-7ef1b6/e2e-rate-iso-b-019511"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.359079344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f47438cf-18c4-48ba-9d63-54068cd7ce18","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.393903959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"90d4af46-4dcf-433a-8b59-894b9ecf7b74","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.393922887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"90d4af46-4dcf-433a-8b59-894b9ecf7b74","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.426509368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b984edd-f330-4e3b-a4b7-ef4b02029d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.442356735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b984edd-f330-4e3b-a4b7-ef4b02029d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.458107031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b984edd-f330-4e3b-a4b7-ef4b02029d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.473835718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b984edd-f330-4e3b-a4b7-ef4b02029d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.495717327Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c6e808d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c6e808d7","reconcileID":"6105bff3-0d12-4b4a-b99a-2b86a08106ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c6e808d7","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c6e808d7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.521930168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"acf03c2d-b586-4391-b418-ea883303f120","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-rate-test-model-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.174245092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3f98c5-8a1e-4a78-9f9a-10117523c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.190170317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3f98c5-8a1e-4a78-9f9a-10117523c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.20581595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3f98c5-8a1e-4a78-9f9a-10117523c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.221847358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3f98c5-8a1e-4a78-9f9a-10117523c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.610221126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"e2b862fe-6a0b-44b3-a425-fdeb0ffb78ec","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.986936646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc72b3a-e331-4a38-9ba6-5d2d3c087c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:44.003760854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc72b3a-e331-4a38-9ba6-5d2d3c087c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:44.019716768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc72b3a-e331-4a38-9ba6-5d2d3c087c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:44.0363978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc72b3a-e331-4a38-9ba6-5d2d3c087c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.375456573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"dcde56e3-d13a-420e-8cbd-5c33c7e785e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.39639656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"dcde56e3-d13a-420e-8cbd-5c33c7e785e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.409677341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"3c8200df-c1a5-43a2-805c-d414f4a69ac8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.4744721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"c53e4c88-ef89-45db-a711-c4da41617c99","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.494410952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"d134d895-1faa-4d35-aee2-96c5aad660a7","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.495197396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"5c3287ed-8a64-4d17-a72b-851929137659","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.495446546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"eac98e21-25fc-43aa-ba13-394dc477c3eb","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.511500844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"0f67cddc-8f06-4ba7-8dcc-ce334b95db5e","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.532862449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"28629ff2-65a5-4291-945e-03f1391aee34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5eb0e557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.550163488Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"42fae253-93ae-41b7-853b-3715869bb55d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5eb0e557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.55967941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"14a40016-39f4-4a88-9fb2-d1183d25cf43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.581950657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"14a40016-39f4-4a88-9fb2-d1183d25cf43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.759723054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fd5f1427-fb65-4183-adce-a1ae2d9b0c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.779305778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"fd5f1427-fb65-4183-adce-a1ae2d9b0c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.853727108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da4b5dec-89b1-4310-9f7f-db272f193b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.853797533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"15cf12f5-daa1-4d7c-8579-130cfa001bff","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.88308405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cef62ec-4dda-4d7a-b5c3-d79ef0fb4e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.899167686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cef62ec-4dda-4d7a-b5c3-d79ef0fb4e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.914826474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cef62ec-4dda-4d7a-b5c3-d79ef0fb4e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:46.930858341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cef62ec-4dda-4d7a-b5c3-d79ef0fb4e91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.0441913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da4b5dec-89b1-4310-9f7f-db272f193b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.095508435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da4b5dec-89b1-4310-9f7f-db272f193b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"e2e-worker-w3-8e90c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.095529065Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-access","reconcileID":"da4b5dec-89b1-4310-9f7f-db272f193b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.117059652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"17c14129-2b33-4f7e-b598-e285cf920420","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.57402983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcf05c6-6eba-4fad-a92e-67346164cabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.589810941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcf05c6-6eba-4fad-a92e-67346164cabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.605762235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcf05c6-6eba-4fad-a92e-67346164cabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.62146438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcf05c6-6eba-4fad-a92e-67346164cabb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.697347672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.224474329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d685b99-8787-45be-a79a-29b1f432f0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.239931175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d685b99-8787-45be-a79a-29b1f432f0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.255395514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d685b99-8787-45be-a79a-29b1f432f0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.271004008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d685b99-8787-45be-a79a-29b1f432f0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.856354591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6d4ed-8c20-4418-bce8-b3f566125f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.871830005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6d4ed-8c20-4418-bce8-b3f566125f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.887933067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6d4ed-8c20-4418-bce8-b3f566125f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.904003859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b6d4ed-8c20-4418-bce8-b3f566125f96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.508112012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be567888-57e6-4c32-a025-0aace309b6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.524804743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be567888-57e6-4c32-a025-0aace309b6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.54055986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be567888-57e6-4c32-a025-0aace309b6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.555960239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be567888-57e6-4c32-a025-0aace309b6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.142225456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18a287e-2d02-4102-b6b5-97dcd58ad20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.158068784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18a287e-2d02-4102-b6b5-97dcd58ad20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.173506695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18a287e-2d02-4102-b6b5-97dcd58ad20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.191820177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18a287e-2d02-4102-b6b5-97dcd58ad20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:55.936921856Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","namespace":"ai-tenant-e2e-shared-a-w0-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:55.936995568Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","namespace":"ai-tenant-e2e-shared-a-w0-e62935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:55.937052273Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","tenant":"e2e-shared-a-w0-e62935","tenantID":"e2e-shared-a-w0-e62935","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:55.954338748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-e62935","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:55.985700126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Service","name":"maas-api-e2e-shared-a-w0-e62935","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.00384606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-e62935","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.034678522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-e62935","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.056397753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.074050552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.094304521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.111893811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.127171853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.142560974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.158594837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.173714887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.191566635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.210233123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.233244866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.255522817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.278654644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.294987693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.310372639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-e62935","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.325830514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e62935"},"namespace":"ai-tenant-e2e-shared-a-w0-e62935","name":"default-tenant","reconcileID":"15c2ec72-8577-4714-9c4e-8635550ab64b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-e62935","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.496353702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"e6e0ed4b-e1cc-4e60-b817-378986cbed47","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.496841228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"6a4beff1-16b5-4beb-acdf-17c2c9439251","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.511657073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"957a345e-b478-4e60-bc7d-38a92a4e497d","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.611768176Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"c8c16dfe-d3cc-4572-82c4-e62fe4b7a2d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.628373294Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"c8c16dfe-d3cc-4572-82c4-e62fe4b7a2d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.644548744Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"premium-simulator-subscription","reconcileID":"c8c16dfe-d3cc-4572-82c4-e62fe4b7a2d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"name":"maas-trlp-premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5","model":"e2e-models-e2e-worker-w3-8e90c5/premium-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.750275805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"f29519ad-bb82-4851-9893-abd6d4e60e75","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.02893363Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","namespace":"ai-tenant-e2e-worker-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.029001519Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","namespace":"ai-tenant-e2e-worker-w3-8e90c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.029064426Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","tenant":"e2e-worker-w3-8e90c5","tenantID":"e2e-worker-w3-8e90c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.046243047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Deployment","name":"maas-api-e2e-worker-w3-8e90c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.075780067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Service","name":"maas-api-e2e-worker-w3-8e90c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.099622811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-8e90c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.121505915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-8e90c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.140559402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.161512649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.179714029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.200371444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.215806654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.231920601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.249476739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Service","name":"payload-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.264879602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.280200251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.29515989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.310901565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.331038764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.346545336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.361956434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.37711772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-8e90c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.392274295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8e90c5"},"namespace":"ai-tenant-e2e-worker-w3-8e90c5","name":"default-tenant","reconcileID":"bd82167e-b2ab-47dc-bddf-b884eef5e667","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-8e90c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.665315987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"c052338c-29af-43ae-a1a3-d9408e3c813c","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-rate-test-model-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.78496575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"8912f143-a3a9-4fcd-8a44-2bb874df7011","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.78498984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"8912f143-a3a9-4fcd-8a44-2bb874df7011","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.0510229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"12732d90-5251-47f2-a6c4-a1c6e698b384","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-rate-test-model-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.103751906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"b264bfb4-c340-44ac-b0bc-cde026172171","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.103773461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"b264bfb4-c340-44ac-b0bc-cde026172171","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.205325545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f67dce20-522a-4f95-a931-a554f4c420b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.224887688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"f67dce20-522a-4f95-a931-a554f4c420b9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.405706818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"d4a61583-1aa3-4c7d-afa6-f59dfccca57e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.428525943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"d4a61583-1aa3-4c7d-afa6-f59dfccca57e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.852757342Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e62935","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e62935","reconcileID":"31a06f42-b46b-4b74-a2da-54f1c030b8d3","aitenant":"ai-tenants/e2e-shared-a-w0-e62935","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.017903771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788530cf-3ff1-48a3-a5c1-f71ee1005790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.034222529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788530cf-3ff1-48a3-a5c1-f71ee1005790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.050654259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788530cf-3ff1-48a3-a5c1-f71ee1005790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.07069754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788530cf-3ff1-48a3-a5c1-f71ee1005790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.135020736Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e62935","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e62935","reconcileID":"31a06f42-b46b-4b74-a2da-54f1c030b8d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e62935","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e62935"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.820121994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcc9737-5314-479e-8aa8-c2c29fe2aa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.835969196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcc9737-5314-479e-8aa8-c2c29fe2aa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.851783526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcc9737-5314-479e-8aa8-c2c29fe2aa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:04.867471288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcc9737-5314-479e-8aa8-c2c29fe2aa24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.180711469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0cca7101-2071-4f35-bc68-0e75f28af5f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.180825226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"37c2da0f-4599-4c6d-8cc6-0bdf25a2dbb1","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.180844544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"37c2da0f-4599-4c6d-8cc6-0bdf25a2dbb1","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.268500216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"42a0f592-39a7-42c5-bdf1-d0f68b99b7dc","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-rate-test-model-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.313686579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0cca7101-2071-4f35-bc68-0e75f28af5f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.371159775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0cca7101-2071-4f35-bc68-0e75f28af5f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"e2e-shared-a-w2-065de0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.371187682Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-auth-019511","reconcileID":"0cca7101-2071-4f35-bc68-0e75f28af5f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.392791294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"2f04fa66-63af-44d2-8b1c-e1e2811c209c","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.392819361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"2f04fa66-63af-44d2-8b1c-e1e2811c209c","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.480707499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"a12e68f6-a126-4494-8f52-aa43dc6022af","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-rate-test-model-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.536980375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"b6141d30-668a-4f8c-9b60-dea6d6af012a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.537010512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"f1d70029-2b96-49b0-99c1-b783ac23e3cc","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.537025837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"f1d70029-2b96-49b0-99c1-b783ac23e3cc","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.620917294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"186da6aa-eb4c-4e52-b167-5c80881ba74e","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-rate-test-model-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.6693302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"b6141d30-668a-4f8c-9b60-dea6d6af012a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.719730568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"b6141d30-668a-4f8c-9b60-dea6d6af012a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.719756315Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"b6141d30-668a-4f8c-9b60-dea6d6af012a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.738241569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"7a5ec2a4-ab6f-4cab-8a27-761e28d2715a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.738567353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"e55c678c-ceaf-4cc1-9fc4-5389b0599e49","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.738585199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"e55c678c-ceaf-4cc1-9fc4-5389b0599e49","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.822161271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"3ed1cd41-46f2-4921-a73d-af402efb63a2","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-rate-test-model-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.887147407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"6ec74d4c-26be-40a6-a523-d53fb029f17b","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.887170389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"6ec74d4c-26be-40a6-a523-d53fb029f17b","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.92900207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"7a5ec2a4-ab6f-4cab-8a27-761e28d2715a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.949984116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"7a5ec2a4-ab6f-4cab-8a27-761e28d2715a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"e2e-shared-b-w2-7ef1b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.950010052Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"7a5ec2a4-ab6f-4cab-8a27-761e28d2715a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-7ef1b6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:05.996220116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-auth-019511","reconcileID":"7a5ec2a4-ab6f-4cab-8a27-761e28d2715a","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-019511\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.497071829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"4c09267f-a375-4f0d-8c5f-cb47b2ae2a06","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-2-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-2-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.497498309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"afa3821b-af20-44c3-b8e8-4a68dcea794d","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"simulator-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"simulator-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.512934208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-w3-8e90c5","reconcileID":"17b76dfd-c559-4e25-8ac6-cc7bccba9f9e","MaaSModelRef":{"name":"distinct-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"distinct-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"distinct-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.751470811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"premium-w3-8e90c5","reconcileID":"b6c0df0b-63b7-434e-be35-50c50e04cbdd","MaaSModelRef":{"name":"premium-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"routeName":"premium-w3-8e90c5-kserve-route","namespace":"e2e-models-e2e-worker-w3-8e90c5","llmisvcName":"premium-w3-8e90c5","gateway":"openshift-ingress/e2e-worker-w3-8e90c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.73780205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"e746c27b-0f38-4927-8ad0-46ac26d9c011","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.737831782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"e746c27b-0f38-4927-8ad0-46ac26d9c011","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.507005604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165d7ac-e79f-4f09-b58a-de0e9817eb99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.523293894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165d7ac-e79f-4f09-b58a-de0e9817eb99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.539850243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165d7ac-e79f-4f09-b58a-de0e9817eb99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.579733999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165d7ac-e79f-4f09-b58a-de0e9817eb99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.275874151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9d4c1-71b8-4466-8491-96db145cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.29157237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9d4c1-71b8-4466-8491-96db145cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.307420882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9d4c1-71b8-4466-8491-96db145cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.323119187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f9d4c1-71b8-4466-8491-96db145cc870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:13.3340027Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"67a5ca57-b053-44f4-8379-b168ea870dbb","name":"distinct-2-w3-8e90c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-8e90c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:13.334063834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"distinct-2-w3-8e90c5","reconcileID":"67a5ca57-b053-44f4-8379-b168ea870dbb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-8e90c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:13.351013147Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"4d3c38b8-f547-4b2b-b896-6b93d36fd6a3","name":"simulator-w3-8e90c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-8e90c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:13.351079154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8e90c5","namespace":"e2e-models-e2e-worker-w3-8e90c5"},"namespace":"e2e-models-e2e-worker-w3-8e90c5","name":"simulator-w3-8e90c5","reconcileID":"4d3c38b8-f547-4b2b-b896-6b93d36fd6a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-8e90c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.178934603Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-8e90c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-8e90c5","reconcileID":"ea5c7796-1ab0-4b37-996c-da2a93f9f23a","aitenant":"ai-tenants/e2e-worker-w3-8e90c5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.451306455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651f7d86-c2ad-490e-8529-4920bd74f700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.467108453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651f7d86-c2ad-490e-8529-4920bd74f700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.482940127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651f7d86-c2ad-490e-8529-4920bd74f700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.489761226Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-8e90c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-8e90c5","reconcileID":"ea5c7796-1ab0-4b37-996c-da2a93f9f23a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-8e90c5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-8e90c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.498857289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651f7d86-c2ad-490e-8529-4920bd74f700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.107072173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"ebd719d2-8adc-4c8e-a200-ad9f13757929","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.107123759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"ebd719d2-8adc-4c8e-a200-ad9f13757929","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.260415898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edda765-e6f3-45ef-ab6a-70dc57feca95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.276023268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edda765-e6f3-45ef-ab6a-70dc57feca95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.291606373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edda765-e6f3-45ef-ab6a-70dc57feca95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.30729476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edda765-e6f3-45ef-ab6a-70dc57feca95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.932400915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d37528-5e9c-4730-98cf-7b1e1d899c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.947868113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"d2089d0d-360e-48a0-aefa-f78ec4d0c1f2","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","subscription":"e2e-rate-iso-a-019511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.94822935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d37528-5e9c-4730-98cf-7b1e1d899c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.964347815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d37528-5e9c-4730-98cf-7b1e1d899c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.981413462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d37528-5e9c-4730-98cf-7b1e1d899c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.981580522Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"d2089d0d-360e-48a0-aefa-f78ec4d0c1f2","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:15.999345665Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"e2e-rate-iso-a-019511","reconcileID":"d2089d0d-360e-48a0-aefa-f78ec4d0c1f2","MaaSSubscription":{"name":"e2e-rate-iso-a-019511","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"name":"maas-trlp-rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:16.087830295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"ef80829f-35ee-4e1d-91af-66c4716a2344","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"tenant":"e2e-shared-a-w2-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","model":"ai-tenant-e2e-shared-a-w2-065de0/rate-test-model-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:16.087853971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"rate-test-model-065de0","reconcileID":"ef80829f-35ee-4e1d-91af-66c4716a2344","MaaSModelRef":{"name":"rate-test-model-065de0","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"routeName":"rate-test-model-065de0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-065de0","llmisvcName":"rate-test-model-065de0","gateway":"openshift-ingress/e2e-shared-a-w2-065de0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:16.226161833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"e85fb86b-7f20-4e0f-a4b1-66fa9cee2c0a","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:16.226186334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"e85fb86b-7f20-4e0f-a4b1-66fa9cee2c0a","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:17.698115366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:26.278361612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"a47e5a1a-7462-4c82-be9f-8d92f77bd6fe","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","subscription":"e2e-rate-iso-b-019511","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:26.294184426Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"a47e5a1a-7462-4c82-be9f-8d92f77bd6fe","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:26.310079573Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"e2e-rate-iso-b-019511","reconcileID":"a47e5a1a-7462-4c82-be9f-8d92f77bd6fe","MaaSSubscription":{"name":"e2e-rate-iso-b-019511","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"name":"maas-trlp-rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:26.465825316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"83b3a7bb-3775-417a-86c2-85685d00aa94","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"tenant":"e2e-shared-b-w2-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","model":"ai-tenant-e2e-shared-b-w2-7ef1b6/rate-test-model-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:26.46585097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"rate-test-model-7ef1b6","reconcileID":"83b3a7bb-3775-417a-86c2-85685d00aa94","MaaSModelRef":{"name":"rate-test-model-7ef1b6","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"routeName":"rate-test-model-7ef1b6-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","llmisvcName":"rate-test-model-7ef1b6","gateway":"openshift-ingress/e2e-shared-b-w2-7ef1b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.633071064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"af32e51e-3c3c-4791-8ca0-54cd6c67f09a","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.633177203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"af32e51e-3c3c-4791-8ca0-54cd6c67f09a","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.87484878Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.874942804Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","namespace":"ai-tenant-e2e-shared-b-w0-a07a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.875000773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","tenant":"e2e-shared-b-w0-a07a90","tenantID":"e2e-shared-b-w0-a07a90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.896350503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-a07a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.951325186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Service","name":"maas-api-e2e-shared-b-w0-a07a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.974190509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-a07a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.002449776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"fa11c6f1-7580-4845-ad99-ef25a4bdb4d5","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.002472226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"fa11c6f1-7580-4845-ad99-ef25a4bdb4d5","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.004384558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-a07a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.02866362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"b40c153e-9c7c-414a-a09c-b698afc61e79","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.028689489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"b40c153e-9c7c-414a-a09c-b698afc61e79","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.029005778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.04709661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.062404351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"88a7a5d1-8eee-40cf-be4d-b284c02efcc2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.070052825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.0881772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.103619038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.121692181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"88a7a5d1-8eee-40cf-be4d-b284c02efcc2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.122310302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.140450071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.141381992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"88a7a5d1-8eee-40cf-be4d-b284c02efcc2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.156849565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.162100896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"ffc57a6c-b612-4e0b-841c-f90b5ff020a3","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.162118208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"ffc57a6c-b612-4e0b-841c-f90b5ff020a3","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.171993371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.187434779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.216607875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.245517125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.267530415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.284126882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.303443346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-a07a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.318722187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a07a90"},"namespace":"ai-tenant-e2e-shared-b-w0-a07a90","name":"default-tenant","reconcileID":"b0279e61-e4ce-4742-8568-e512184a55b4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-a07a90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:45.284699854Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a07a90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a07a90","reconcileID":"6fea90f8-6b1a-4096-aaf9-e58944300a81","aitenant":"ai-tenants/e2e-shared-b-w0-a07a90","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:45.490859049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab2c09c-950a-4b69-a67b-12d7f436de27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:45.506573026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab2c09c-950a-4b69-a67b-12d7f436de27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:45.522517902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab2c09c-950a-4b69-a67b-12d7f436de27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:45.538143082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab2c09c-950a-4b69-a67b-12d7f436de27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:45.56099615Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a07a90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a07a90","reconcileID":"6fea90f8-6b1a-4096-aaf9-e58944300a81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-a07a90","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-a07a90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.2013381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"4da7b1c3-372d-4d37-9290-6b8d8828cd8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.225925739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"4da7b1c3-372d-4d37-9290-6b8d8828cd8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.24693384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"4da7b1c3-372d-4d37-9290-6b8d8828cd8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.277378141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81944bcf-057e-4897-9202-1703844e7149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.292997696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81944bcf-057e-4897-9202-1703844e7149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.308403328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81944bcf-057e-4897-9202-1703844e7149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.324306517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81944bcf-057e-4897-9202-1703844e7149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.599243035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-access","reconcileID":"521aeb40-c208-4067-a1d6-38684b7b4923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.599328851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"8fd1c38c-4e8b-461d-b994-f01ae6e541d4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.684387268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"21cfb63e-0d5e-4e36-9fac-23e1e3f68099","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.69361275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bdd0018c-74d2-48a7-a016-41a5a157e9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.717850538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bdd0018c-74d2-48a7-a016-41a5a157e9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.789645922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"747ecd92-0cc5-4cdc-ab04-9c559eccf5e3","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.859786921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f123eb54-a1e0-47d5-becc-3d7426dbd377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.873097933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"1218751a-8fba-4dc6-bf1b-c79813d69686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.87895455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"f123eb54-a1e0-47d5-becc-3d7426dbd377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.883631842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"1ddb7de8-87f8-440f-a2cd-e3df7fa22263","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.968867483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9732ab-72ce-4b8b-9c7e-36dd69c5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.969059261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2db1b715-cbd5-490f-8f72-a77f806ff173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:46.984993855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9732ab-72ce-4b8b-9c7e-36dd69c5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:47.000723916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9732ab-72ce-4b8b-9c7e-36dd69c5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:47.003831776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"2db1b715-cbd5-490f-8f72-a77f806ff173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:47.016598938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9732ab-72ce-4b8b-9c7e-36dd69c5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:47.698066261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.176916843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9274563-b922-48ca-8ee8-3669680aa532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.192813147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9274563-b922-48ca-8ee8-3669680aa532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.208202272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9274563-b922-48ca-8ee8-3669680aa532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.223710395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9274563-b922-48ca-8ee8-3669680aa532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.83260982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c22cf8-cb68-4091-901d-2886ae675179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.849070615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c22cf8-cb68-4091-901d-2886ae675179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.864720363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c22cf8-cb68-4091-901d-2886ae675179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.880600865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c22cf8-cb68-4091-901d-2886ae675179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:55.912166295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"1240810a-3253-4b96-9c96-823190e5a99f","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:55.964980941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eaac129d-56a1-4e2d-ae7f-652ad36f40f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:55.975571285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"31ac1257-e927-46cf-8d71-6bbb68e706ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:55.987182617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"eaac129d-56a1-4e2d-ae7f-652ad36f40f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.041043536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"e882fa1b-6b38-46d4-90bf-c9f9a2d409ab","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.104446058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"68d77dc7-16b5-48bc-868d-70a00620026e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.278654142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"e05698b0-4f24-461d-924c-948be3408b9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.298400347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"e05698b0-4f24-461d-924c-948be3408b9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.31696517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (60e744bf83b754c6e846bf3c630f91602d541c1ce05feea1fbad3da500628785) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (c37146187fea7e147fee4521db46eaf53f3db122f51187d27bb3d462e9ed05e9) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92) AuthConfig (be62fa054955430fe6b521814f433335e6d815f418bf80865102589fc3fb1016) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (28bf4c839fbdebeaaee98daba70fc509508f65d98f6a465bf6e2bd133ee482f7) AuthConfig (e37d5760f9c70582ec9d3bc2e20db653cc22f5b065a1504f03413d8da626df25) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (00869497c22eed499e7327d82283c1f43b325f95b74655ec2394a7c312c9eaff) AuthConfig (c145784cba7096ee91e88b35966158e66946d255daa59b02983d723b7f76bd75) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (9e3760264ba42fe1c347061cc3804fa3513b4f5c2a3d1b53dd92446a043a2fd9) AuthConfig (0b0968a7497690188b9e0a7571bdeeebbbaf976da87ed4d680454f7b15db22b2) AuthConfig (5dcce3d0348e60b51ac0e9cde257ae7fd9ad3c0c9c131eec339caf7e42046018) AuthConfig (8d482794c2eadf71caa3aed38179264d8715deacf4f38ac3586d617fbbf142ce) AuthConfig (2fff3f6d281d98b99750055378dece46702186b0cb79aaffcf940aa4545d9e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"e05698b0-4f24-461d-924c-948be3408b9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.335775535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"f760fdd3-96ba-4ebf-a3da-a24695b5b681","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.335798017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"f760fdd3-96ba-4ebf-a3da-a24695b5b681","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.958217122Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"1c077239-dc12-43ba-a994-dbf302245945","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.974082489Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"1c077239-dc12-43ba-a994-dbf302245945","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:56.992795403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"simulator-subscription","reconcileID":"1c077239-dc12-43ba-a994-dbf302245945","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/simulator-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.080005125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"337bc684-d8aa-4695-9eaf-8414e5c0c2fc","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.111002085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ca3de496-ca44-407d-af33-12aeafbc1b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.130628346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"ca3de496-ca44-407d-af33-12aeafbc1b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.195775115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"24838f06-8809-43d9-97fa-5f346228995e","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.413945595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"d6531bc5-16d2-4348-affa-e25dc62d7c28","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.413974458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"d6531bc5-16d2-4348-affa-e25dc62d7c28","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.710975123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"8ea55d27-ef1b-4a42-8149-905310a13ce8","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.711003595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"8ea55d27-ef1b-4a42-8149-905310a13ce8","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.731574539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"e1745d5e-3ff5-4300-801d-7bf025e5732f","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.73159935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"e1745d5e-3ff5-4300-801d-7bf025e5732f","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.763656837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"59df5eaa-2d41-4a27-8e07-a77c0589d200","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.814213843Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"59df5eaa-2d41-4a27-8e07-a77c0589d200","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.832223508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-099583-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"59df5eaa-2d41-4a27-8e07-a77c0589d200","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.851841936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"373aae23-7fef-4a21-aeb6-18936f5bdde6","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:57.851860054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"373aae23-7fef-4a21-aeb6-18936f5bdde6","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:01.593206791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"4e840ee6-e4bc-418f-97d3-5e96ee7c2c80","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.289714859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"c1a14c3a-5ef6-4f32-9a49-5462bb822ef4","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.311672951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"43c93a8e-9779-49ab-84cc-3189ec1a1ee0","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.361747616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"c3976f30-4b26-413a-b839-0cdb9b77daa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42dab15d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.400040971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"273e7b84-1b67-496c-a314-69601f6b69ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.419790186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"273e7b84-1b67-496c-a314-69601f6b69ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.501559884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"14dc27de-dd8e-4f1e-9623-7dcee0a83c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.522426103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"14dc27de-dd8e-4f1e-9623-7dcee0a83c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.224801095Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"478fb315-ac55-49ad-af24-604f857f1385","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42dab15d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.239339149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"19a648fa-0b50-4a43-b3a1-8e9c7a3acbee","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.240187921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e305a278-cac9-4fcb-b0d9-2943883e33b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.260281144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"e305a278-cac9-4fcb-b0d9-2943883e33b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.27773593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"e50d335f-4e35-4fbc-b774-fd0de6e89273","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42dab15d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.347743828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"387c9afa-00e0-47ef-8fb4-907860f09bbe","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.363843957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"d7d5ccfb-c313-4b58-8c4a-6a978538e052","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.37891511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"4e2d3925-d0af-4a45-8cdf-7e2ca866e893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42dab15d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.37971885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"5cbc26fc-cebd-4fcb-969c-958cc3199f27","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.379887826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"ce6bc240-2ec7-4ecd-a8c6-0d8f13a16c12","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.392930887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bd97935b-3046-4d9a-9a1d-540c16de4519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.438675818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bd97935b-3046-4d9a-9a1d-540c16de4519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.502272792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bd97935b-3046-4d9a-9a1d-540c16de4519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"e2e-worker-w0-fc9316-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.502298665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-access","reconcileID":"bd97935b-3046-4d9a-9a1d-540c16de4519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.521689474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"6006f76f-43cb-4ef2-b168-a2bc5c619902","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.688446558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66470e35-550f-4b21-91ff-3111d487f4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.704608723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66470e35-550f-4b21-91ff-3111d487f4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.720355113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66470e35-550f-4b21-91ff-3111d487f4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.736094307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66470e35-550f-4b21-91ff-3111d487f4de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.378511294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b335ef2b-0bc9-4156-9d7e-a12133139a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.394308234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b335ef2b-0bc9-4156-9d7e-a12133139a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.409861407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b335ef2b-0bc9-4156-9d7e-a12133139a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.425457604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b335ef2b-0bc9-4156-9d7e-a12133139a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.367826414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"4eda8e3f-40e7-493c-b0f4-b39209750805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.387716725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"4eda8e3f-40e7-493c-b0f4-b39209750805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.408084358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-9908e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (60e744bf83b754c6e846bf3c630f91602d541c1ce05feea1fbad3da500628785) AuthConfig (19072e98111dbb6b7a92891d735be82f2b19029b44ee99b28e890b17b94c5ab7) AuthConfig (c37146187fea7e147fee4521db46eaf53f3db122f51187d27bb3d462e9ed05e9) AuthConfig (54a0c0803e19943fb3ecebb69573ed7a8b0113861dabff054a454d802e984d92) AuthConfig (be62fa054955430fe6b521814f433335e6d815f418bf80865102589fc3fb1016) AuthConfig (19accce2241cac47cc2185c9622799e7044a69201515984c6e83af31bfc9fb7f) AuthConfig (28bf4c839fbdebeaaee98daba70fc509508f65d98f6a465bf6e2bd133ee482f7) AuthConfig (e37d5760f9c70582ec9d3bc2e20db653cc22f5b065a1504f03413d8da626df25) AuthConfig (584ccd24c9636e958612c98202f3f53a987cb0c2a3b87482ca0559341bfbf9be) AuthConfig (00869497c22eed499e7327d82283c1f43b325f95b74655ec2394a7c312c9eaff) AuthConfig (c145784cba7096ee91e88b35966158e66946d255daa59b02983d723b7f76bd75) AuthConfig (c474f885ed36cb95baa08b2de746debb7ecc5075d64eb1f72ca716fc47d2d80e) AuthConfig (b33ecda0bd0a64e1cbe4ee0a9df79abd615781b7380ea707b0aba4deb7cc2250) AuthConfig (9e3760264ba42fe1c347061cc3804fa3513b4f5c2a3d1b53dd92446a043a2fd9) AuthConfig (0b0968a7497690188b9e0a7571bdeeebbbaf976da87ed4d680454f7b15db22b2) AuthConfig (5dcce3d0348e60b51ac0e9cde257ae7fd9ad3c0c9c131eec339caf7e42046018) AuthConfig (8d482794c2eadf71caa3aed38179264d8715deacf4f38ac3586d617fbbf142ce) AuthConfig (2fff3f6d281d98b99750055378dece46702186b0cb79aaffcf940aa4545d9e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"4eda8e3f-40e7-493c-b0f4-b39209750805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.884885987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"532d697f-53a0-41f8-bccd-7312462922e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.904244304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"532d697f-53a0-41f8-bccd-7312462922e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.922113371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-099583-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"532d697f-53a0-41f8-bccd-7312462922e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.407092513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"172d80eb-c881-4e81-827d-add27c25b120","namespace":"ai-tenant-e2e-worker-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.407163387Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"172d80eb-c881-4e81-827d-add27c25b120","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.424247614Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"172d80eb-c881-4e81-827d-add27c25b120","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.42429858Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"172d80eb-c881-4e81-827d-add27c25b120","namespace":"ai-tenant-e2e-worker-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.364049876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"c95db64f-69e7-4cd8-9ab8-d8f1f08f934e","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.380020854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"5f63dfa4-5cc6-47ad-a143-7e7b18f1a7b5","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.38029742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"d2043927-c667-488e-b7c9-ffb39b405abc","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.395250035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"5ccabc4d-39b3-4606-8b3d-c0575d31251a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.410996277Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"5ccabc4d-39b3-4606-8b3d-c0575d31251a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.427448903Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"premium-simulator-subscription","reconcileID":"5ccabc4d-39b3-4606-8b3d-c0575d31251a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"name":"maas-trlp-premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316","model":"e2e-models-e2e-worker-w0-fc9316/premium-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.515057806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"57129121-95ea-42fe-b521-ceaf45910194","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.626965621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","namespace":"ai-tenant-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.627062289Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","namespace":"ai-tenant-e2e-extmod-a-d9e067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.627144958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","tenant":"e2e-extmod-a-d9e067","tenantID":"e2e-extmod-a-d9e067","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.644702745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d9e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.675953581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Service","name":"maas-api-e2e-extmod-a-d9e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.698331807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d9e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.715993548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d9e067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.73597126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.754085592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.774293081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.792084223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.809921202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.82496813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.83998101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Service","name":"payload-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.855626399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.870736586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.885764643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.901606387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.922715185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.942485985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.958035113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.973458173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d9e067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:15.988537833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d9e067"},"namespace":"ai-tenant-e2e-extmod-a-d9e067","name":"default-tenant","reconcileID":"42f3d2a9-0c71-4bb0-a446-4d7f42bc5e43","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d9e067","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:16.439697018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"a8f7b7b6-c9f9-4665-a9a0-9f1fdc26c056","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:16.459068346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"a8f7b7b6-c9f9-4665-a9a0-9f1fdc26c056","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:16.542974727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"5ed9e7d8-b9e4-4d1a-8857-8829ca851202","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:16.542997468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"5ed9e7d8-b9e4-4d1a-8857-8829ca851202","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.513447597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"79d5addd-948c-4b3d-8e05-5f75392ab7ce","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.513470539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"79d5addd-948c-4b3d-8e05-5f75392ab7ce","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.533076135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"8f1b2deb-6035-4d68-9f7b-99811689ca19","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.533096499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"8f1b2deb-6035-4d68-9f7b-99811689ca19","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.563401051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"7ab2eac4-7f05-48cb-88a3-db1c5fcf023c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.611322371Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"7ab2eac4-7f05-48cb-88a3-db1c5fcf023c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.629128957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"7ab2eac4-7f05-48cb-88a3-db1c5fcf023c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.649398342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"e5e2f8e0-7ca0-4555-b210-0a2f5f903c55","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.649417311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"e5e2f8e0-7ca0-4555-b210-0a2f5f903c55","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.698571478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.955135072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"84a83a86-c3ee-4375-8e0e-bdb2e6a1b51d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.974407209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"84a83a86-c3ee-4375-8e0e-bdb2e6a1b51d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:17.992968051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-099583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (651c80738ebe2c09d9d672694dfafd2e784f8254284eeeb4fc80c97be15f5f2b) AuthConfig (7948361de4c007b193d19e3215d942d0477f6b7d67a84f056f26450c28ef2e5a) AuthConfig (4d17419aa473006c055a48dfad141e2138206ad1d99358a8d052940fba64b508) AuthConfig (1b7a61462c96e5d41e9f62157267cf9d6c028c27dd7f173e27c907e8fa5063cc) AuthConfig (1be4559e29936f12dd241d401cd96bf20e94e19010b19d5904c6da03cc37863c) AuthConfig (4d3a9b54cfaec30cdb3a68962fb4d2dc9497446fb764b321aa5320640473064b) AuthConfig (a81ee3c677732004296b35fd239a689770e6de45a8a82bc17a31c5b61ab7fd7a) AuthConfig (acde3d038b9a9d88ca2fdc7e23c0567d43f25b4deb278e2ef065fad3d4687399) AuthConfig (307692fe739f0c3024064004d4fbbc21a70bd8d5cbcb51cbb53d35246b377107) AuthConfig (36fc0882e4c6220948a6e3318bc459680aabe8a8d426793b707d188b95b18af1) AuthConfig (d8b08af05d831ed1b1a9e8c8ad83bb23c370483bf92694916584e7110abafb52) AuthConfig (380eb9e3773262e8fd4cd7689ad36120ccba1e654f27b5b75598896c6f8f0407) AuthConfig (0b46732bef8d924361990d434a9d74ab1e214e0434b37fb20e720612b6e3831a) AuthConfig (b4e6fb801283b5fedcf08a10ce7b0a5dfe42fe70373ed76d6d41816d9c2f8fc3) AuthConfig (c6ded97234dd85e3636d38554de12e0cbc80c5809dc93c064c5e96b3ce200cbd) AuthConfig (a6de90fd91027901cb6df8f8046a6f2f9b17918dc48578e425a807fd3039e614) AuthConfig (ff42acdc185f2bc713532d318a880638b9baeebbef47c44e127407bbe157566d) AuthConfig (bc3c92c9ca94a448c57976e28ed6255ebaec1807fb1d3985134a8d0027b5b692)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"84a83a86-c3ee-4375-8e0e-bdb2e6a1b51d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:18.013901754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"b367e349-1d16-4bfa-9342-98e0671b3c43","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:18.013921229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"b367e349-1d16-4bfa-9342-98e0671b3c43","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.364933912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-2-w0-fc9316","reconcileID":"81b01b2b-ca80-49ea-813d-f818eabdf013","MaaSModelRef":{"name":"distinct-2-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-2-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-2-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.380945935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"distinct-w0-fc9316","reconcileID":"7dfbaad0-7c92-40d7-bcd5-b9059b622495","MaaSModelRef":{"name":"distinct-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"distinct-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"distinct-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.381235206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"simulator-w0-fc9316","reconcileID":"3b7c258a-5677-4176-9234-a1030e95a1ac","MaaSModelRef":{"name":"simulator-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"simulator-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"simulator-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.515923296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"namespace":"e2e-models-e2e-worker-w0-fc9316","name":"premium-w0-fc9316","reconcileID":"8ba7b5b0-9471-4646-b159-a7aa82b10887","MaaSModelRef":{"name":"premium-w0-fc9316","namespace":"e2e-models-e2e-worker-w0-fc9316"},"routeName":"premium-w0-fc9316-kserve-route","namespace":"e2e-models-e2e-worker-w0-fc9316","llmisvcName":"premium-w0-fc9316","gateway":"openshift-ingress/e2e-worker-w0-fc9316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.846744509Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d9e067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d9e067","reconcileID":"956b665a-8b02-477d-923b-e7cb2195cdb2","aitenant":"ai-tenants/e2e-extmod-a-d9e067","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.070376971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9c97f-2b62-428a-a459-0fadb8289124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.085961227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9c97f-2b62-428a-a459-0fadb8289124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.092326686Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d9e067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d9e067","reconcileID":"956b665a-8b02-477d-923b-e7cb2195cdb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d9e067","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d9e067"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.101671686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9c97f-2b62-428a-a459-0fadb8289124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.117379591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9c97f-2b62-428a-a459-0fadb8289124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.783238856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c630cfe5-703a-499d-9aca-dbc07af994c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.801111124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c630cfe5-703a-499d-9aca-dbc07af994c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.816654267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c630cfe5-703a-499d-9aca-dbc07af994c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:25.8322216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c630cfe5-703a-499d-9aca-dbc07af994c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.545031662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7a8e76-4d5b-4c3e-9b32-e48fec464b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.561300873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7a8e76-4d5b-4c3e-9b32-e48fec464b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.577914482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7a8e76-4d5b-4c3e-9b32-e48fec464b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.593666973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d7a8e76-4d5b-4c3e-9b32-e48fec464b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.680606733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"de83f860-2638-48d7-8899-08706b29e68b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.699972427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"de83f860-2638-48d7-8899-08706b29e68b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.719020385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"de83f860-2638-48d7-8899-08706b29e68b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.130814267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"5ed3a266-eea5-4bf1-92eb-194a831321f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.153111409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"5ed3a266-eea5-4bf1-92eb-194a831321f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.172512123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-099583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (651c80738ebe2c09d9d672694dfafd2e784f8254284eeeb4fc80c97be15f5f2b) AuthConfig (7948361de4c007b193d19e3215d942d0477f6b7d67a84f056f26450c28ef2e5a) AuthConfig (4d17419aa473006c055a48dfad141e2138206ad1d99358a8d052940fba64b508) AuthConfig (1b7a61462c96e5d41e9f62157267cf9d6c028c27dd7f173e27c907e8fa5063cc) AuthConfig (1be4559e29936f12dd241d401cd96bf20e94e19010b19d5904c6da03cc37863c) AuthConfig (4d3a9b54cfaec30cdb3a68962fb4d2dc9497446fb764b321aa5320640473064b) AuthConfig (a81ee3c677732004296b35fd239a689770e6de45a8a82bc17a31c5b61ab7fd7a) AuthConfig (acde3d038b9a9d88ca2fdc7e23c0567d43f25b4deb278e2ef065fad3d4687399) AuthConfig (307692fe739f0c3024064004d4fbbc21a70bd8d5cbcb51cbb53d35246b377107) AuthConfig (36fc0882e4c6220948a6e3318bc459680aabe8a8d426793b707d188b95b18af1) AuthConfig (d8b08af05d831ed1b1a9e8c8ad83bb23c370483bf92694916584e7110abafb52) AuthConfig (380eb9e3773262e8fd4cd7689ad36120ccba1e654f27b5b75598896c6f8f0407) AuthConfig (0b46732bef8d924361990d434a9d74ab1e214e0434b37fb20e720612b6e3831a) AuthConfig (b4e6fb801283b5fedcf08a10ce7b0a5dfe42fe70373ed76d6d41816d9c2f8fc3) AuthConfig (c6ded97234dd85e3636d38554de12e0cbc80c5809dc93c064c5e96b3ce200cbd) AuthConfig (a6de90fd91027901cb6df8f8046a6f2f9b17918dc48578e425a807fd3039e614) AuthConfig (ff42acdc185f2bc713532d318a880638b9baeebbef47c44e127407bbe157566d) AuthConfig (bc3c92c9ca94a448c57976e28ed6255ebaec1807fb1d3985134a8d0027b5b692)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"5ed3a266-eea5-4bf1-92eb-194a831321f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.619362657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a9b2b-9454-49c0-a544-8bb486381136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.636168373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a9b2b-9454-49c0-a544-8bb486381136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.652183417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a9b2b-9454-49c0-a544-8bb486381136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.66842969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a9b2b-9454-49c0-a544-8bb486381136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.337353315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a8222-ad4b-4479-b57d-2486e2e5b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.354095478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a8222-ad4b-4479-b57d-2486e2e5b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.369908288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a8222-ad4b-4479-b57d-2486e2e5b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.385802519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7a8222-ad4b-4479-b57d-2486e2e5b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.034786556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6fcabb-d617-4380-929b-9fc5fbbc11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.052981105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6fcabb-d617-4380-929b-9fc5fbbc11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.069423129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6fcabb-d617-4380-929b-9fc5fbbc11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.08511708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6fcabb-d617-4380-929b-9fc5fbbc11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.712128492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffbe74d-07ef-433f-89f9-2167c765bd20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.728539456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffbe74d-07ef-433f-89f9-2167c765bd20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.744975154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffbe74d-07ef-433f-89f9-2167c765bd20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.763633661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffbe74d-07ef-433f-89f9-2167c765bd20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.751139997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"2642b7bd-4b14-4e2d-a377-304f7fd08acf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.770723758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"2642b7bd-4b14-4e2d-a377-304f7fd08acf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.789472639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"2642b7bd-4b14-4e2d-a377-304f7fd08acf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:38.204243058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"a13e1a46-db11-4708-808f-16d765a2f9a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:38.223677068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"a13e1a46-db11-4708-808f-16d765a2f9a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:38.241548702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-099583-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (651c80738ebe2c09d9d672694dfafd2e784f8254284eeeb4fc80c97be15f5f2b) AuthConfig (7948361de4c007b193d19e3215d942d0477f6b7d67a84f056f26450c28ef2e5a) AuthConfig (4d17419aa473006c055a48dfad141e2138206ad1d99358a8d052940fba64b508) AuthConfig (1b7a61462c96e5d41e9f62157267cf9d6c028c27dd7f173e27c907e8fa5063cc) AuthConfig (1be4559e29936f12dd241d401cd96bf20e94e19010b19d5904c6da03cc37863c) AuthConfig (4d3a9b54cfaec30cdb3a68962fb4d2dc9497446fb764b321aa5320640473064b) AuthConfig (a81ee3c677732004296b35fd239a689770e6de45a8a82bc17a31c5b61ab7fd7a) AuthConfig (acde3d038b9a9d88ca2fdc7e23c0567d43f25b4deb278e2ef065fad3d4687399) AuthConfig (307692fe739f0c3024064004d4fbbc21a70bd8d5cbcb51cbb53d35246b377107) AuthConfig (36fc0882e4c6220948a6e3318bc459680aabe8a8d426793b707d188b95b18af1) AuthConfig (d8b08af05d831ed1b1a9e8c8ad83bb23c370483bf92694916584e7110abafb52) AuthConfig (380eb9e3773262e8fd4cd7689ad36120ccba1e654f27b5b75598896c6f8f0407) AuthConfig (0b46732bef8d924361990d434a9d74ab1e214e0434b37fb20e720612b6e3831a) AuthConfig (b4e6fb801283b5fedcf08a10ce7b0a5dfe42fe70373ed76d6d41816d9c2f8fc3) AuthConfig (c6ded97234dd85e3636d38554de12e0cbc80c5809dc93c064c5e96b3ce200cbd) AuthConfig (a6de90fd91027901cb6df8f8046a6f2f9b17918dc48578e425a807fd3039e614) AuthConfig (ff42acdc185f2bc713532d318a880638b9baeebbef47c44e127407bbe157566d) AuthConfig (bc3c92c9ca94a448c57976e28ed6255ebaec1807fb1d3985134a8d0027b5b692)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"a13e1a46-db11-4708-808f-16d765a2f9a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.900958942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","namespace":"ai-tenant-e2e-worker-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.90101846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","namespace":"ai-tenant-e2e-worker-w0-fc9316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.901064557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","tenant":"e2e-worker-w0-fc9316","tenantID":"e2e-worker-w0-fc9316","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.918453081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Deployment","name":"maas-api-e2e-worker-w0-fc9316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.942702861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Service","name":"maas-api-e2e-worker-w0-fc9316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.966863005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-fc9316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.98434001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-fc9316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.00263071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.020376474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.040895207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.058611613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.073540285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.089049269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.104299573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Service","name":"payload-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.11976602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.135318361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.150867466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.167586466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.192546191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.20995862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.225296823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.240430651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-fc9316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.256934537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-fc9316"},"namespace":"ai-tenant-e2e-worker-w0-fc9316","name":"default-tenant","reconcileID":"64be4609-90ea-4129-920d-b5d2abc5eb93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-fc9316","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.697324871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.821495384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"2125659e-9a8f-4af7-b94c-15ee53a22688","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.841226121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"2125659e-9a8f-4af7-b94c-15ee53a22688","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.859536828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44decdcee089fcdea0055befe1edb453c880bba79c860318a160a0b9c1d707e1) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c) AuthConfig (87a9d53b6c3c3ffa04b0348098f9a3ea71452029fed3228f2e31d9e6adb13c56) AuthConfig (a4f772e9240c410ad2479d536408677c25634ea11f675750124a0d7dddc1ccfb) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (02b65abc585658ee1db092a45d6bd40e0e166804586219402d3e34700cf462f7) AuthConfig (b3d839ad73cd22729c8ab0b13d8d1124e17cced3b94d821d5e129049a9b8a7f1) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (ac3d4f8a4af3b611cce85a6eb458960a50d34de298c1e821962a3d8692df6b2e) AuthConfig (9193c7dc5daebd6820ab2b7ed259fe745fb6e828f10c402f0f05fcd9115d6de1) AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (e5e47014de22c0fbc148f3dfe6c3b08f334bea59d9f8db42d70d9d39570b981e) AuthConfig (4fe166f5374fa484db3748a3f816e32bc36806ebd14977a419254bcaa6ae9e6a) AuthConfig (cf2e090175ba13c8447795ba4d5b8e4f4f73d5bf3b73d24582eac050afeea6b5) AuthConfig (6d848fdbdb995c8e206eee1da9bcdd513500b5b4c7e73a8072fec70966e6fbe9) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (e7354965c489953d2a882a2d5394c9a9edce5ee4e1889d41a0b967dc7b64b739)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"2125659e-9a8f-4af7-b94c-15ee53a22688","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.878474135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"26eb8810-353d-41bb-bb5a-f226c19a3f91","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.87849594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"26eb8810-353d-41bb-bb5a-f226c19a3f91","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:48.276170556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"5e00cd56-ac22-43e9-ba0b-51718e3ca08c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:48.295477004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"5e00cd56-ac22-43e9-ba0b-51718e3ca08c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:48.377487692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"dd9f8d3a-2dfe-4e39-8310-242235280ceb","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:48.377508933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"dd9f8d3a-2dfe-4e39-8310-242235280ceb","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.14920073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","namespace":"ai-tenant-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.149274773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","namespace":"ai-tenant-e2e-extmod-b-fdacdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.149325936Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","tenant":"e2e-extmod-b-fdacdb","tenantID":"e2e-extmod-b-fdacdb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.166958551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Deployment","name":"maas-api-e2e-extmod-b-fdacdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.196986134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Service","name":"maas-api-e2e-extmod-b-fdacdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.215678043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-fdacdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.23696676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-fdacdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.254996415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.275168823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.295406496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.312528386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.327941964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.34392049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.359350026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Service","name":"payload-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.374959619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.389830181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.404591456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.420478102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.439550944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.460412213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.475663549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.49070295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-fdacdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.505608116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fdacdb"},"namespace":"ai-tenant-e2e-extmod-b-fdacdb","name":"default-tenant","reconcileID":"b2c0dcc3-f2e0-409f-bc94-c114d6ee0e46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-fdacdb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.519724909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"92d92c36-1d64-49f8-be3c-9e3cdc959251","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.519744628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"92d92c36-1d64-49f8-be3c-9e3cdc959251","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.540545698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"50637778-b813-464a-9a20-9a38b4c8a1b3","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.540562881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"50637778-b813-464a-9a20-9a38b4c8a1b3","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.576781232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ce12d21b-09c0-4a26-880d-bb28e6f06fda","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.645453128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ce12d21b-09c0-4a26-880d-bb28e6f06fda","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.664421629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5c109b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ce12d21b-09c0-4a26-880d-bb28e6f06fda","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.691063101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"fddf3def-06c8-4f1f-9455-9f90d8a74faa","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:49.691089545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"fddf3def-06c8-4f1f-9455-9f90d8a74faa","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:50.903387001Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-fc9316","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-fc9316","reconcileID":"0d61cc2b-3b15-4c00-880f-b39509b19a1d","aitenant":"ai-tenants/e2e-worker-w0-fc9316","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.101942962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f7817-2850-4cd7-8783-3e9bbd7638e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.117855904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f7817-2850-4cd7-8783-3e9bbd7638e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.133325184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f7817-2850-4cd7-8783-3e9bbd7638e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.148690624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f7817-2850-4cd7-8783-3e9bbd7638e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.170509185Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-fc9316","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-fc9316","reconcileID":"0d61cc2b-3b15-4c00-880f-b39509b19a1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-fc9316","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-fc9316"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.851127919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b8200-9969-4756-a385-b18af4a74844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.866801905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b8200-9969-4756-a385-b18af4a74844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.882300379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b8200-9969-4756-a385-b18af4a74844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.897928768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4b8200-9969-4756-a385-b18af4a74844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.538662385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3181b8cf-1fad-4391-ad21-c8542f8ba40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.55448093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3181b8cf-1fad-4391-ad21-c8542f8ba40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.569976289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3181b8cf-1fad-4391-ad21-c8542f8ba40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.58644353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3181b8cf-1fad-4391-ad21-c8542f8ba40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:53.894377891Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fdacdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fdacdb","reconcileID":"7d321496-44af-4050-a24e-a5e96f3baed5","aitenant":"ai-tenants/e2e-extmod-b-fdacdb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.0676791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030c8ddc-b9be-4cf6-a453-b35d81d1bfde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.085693508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030c8ddc-b9be-4cf6-a453-b35d81d1bfde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.10121924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030c8ddc-b9be-4cf6-a453-b35d81d1bfde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.117120038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030c8ddc-b9be-4cf6-a453-b35d81d1bfde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.155681919Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fdacdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fdacdb","reconcileID":"7d321496-44af-4050-a24e-a5e96f3baed5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fdacdb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-fdacdb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.752706259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1406188-e22a-4304-ade1-a6d507722b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.76865748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1406188-e22a-4304-ade1-a6d507722b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.784492057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1406188-e22a-4304-ade1-a6d507722b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.800083804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1406188-e22a-4304-ade1-a6d507722b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.427073425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38af809c-581c-4cf2-a08e-cbc2487473a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.443772029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38af809c-581c-4cf2-a08e-cbc2487473a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.459685078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38af809c-581c-4cf2-a08e-cbc2487473a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.475423616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38af809c-581c-4cf2-a08e-cbc2487473a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:57.910831801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"6a051241-f5fb-4b8b-aa8d-809abd430992","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:57.930161891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"6a051241-f5fb-4b8b-aa8d-809abd430992","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:57.948355502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20109d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44decdcee089fcdea0055befe1edb453c880bba79c860318a160a0b9c1d707e1) AuthConfig (48e3cc42a1bfe157eba6bf553b8517e4a7792a28ecd1fb51424c09c9624b1c5c) AuthConfig (87a9d53b6c3c3ffa04b0348098f9a3ea71452029fed3228f2e31d9e6adb13c56) AuthConfig (a4f772e9240c410ad2479d536408677c25634ea11f675750124a0d7dddc1ccfb) AuthConfig (00858272576caf8212a0eabc778528e185e8bf5c4fca3edec2deda243d854337) AuthConfig (02b65abc585658ee1db092a45d6bd40e0e166804586219402d3e34700cf462f7) AuthConfig (b3d839ad73cd22729c8ab0b13d8d1124e17cced3b94d821d5e129049a9b8a7f1) AuthConfig (be748c05221513d89ee959377e87762f37a16700b968120ef4d9cabf30a585e4) AuthConfig (3e8c890877cb6f0147b37b37dcdc4acca4707faf06ba3f3584f5c71b3915be89) AuthConfig (ac3d4f8a4af3b611cce85a6eb458960a50d34de298c1e821962a3d8692df6b2e) AuthConfig (9193c7dc5daebd6820ab2b7ed259fe745fb6e828f10c402f0f05fcd9115d6de1) AuthConfig (b26affed024b38d53cc7e19b3101d418821974bf257f2b299dd8189a86dd85ba) AuthConfig (e5e47014de22c0fbc148f3dfe6c3b08f334bea59d9f8db42d70d9d39570b981e) AuthConfig (4fe166f5374fa484db3748a3f816e32bc36806ebd14977a419254bcaa6ae9e6a) AuthConfig (cf2e090175ba13c8447795ba4d5b8e4f4f73d5bf3b73d24582eac050afeea6b5) AuthConfig (6d848fdbdb995c8e206eee1da9bcdd513500b5b4c7e73a8072fec70966e6fbe9) AuthConfig (8707be2f3b162b55c237142106654e9e203e88d545bf5d8055b801ea3a1c1df7) AuthConfig (e7354965c489953d2a882a2d5394c9a9edce5ee4e1889d41a0b967dc7b64b739)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"6a051241-f5fb-4b8b-aa8d-809abd430992","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:59.721744443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ca821a1a-8c63-4f79-9549-4fff45c67753","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:59.741702279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ca821a1a-8c63-4f79-9549-4fff45c67753","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:59.759584247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5c109b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ca821a1a-8c63-4f79-9549-4fff45c67753","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:01.641959929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2901e85a-8d6f-4859-bb41-ba662cc0eb87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:01.658904371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2901e85a-8d6f-4859-bb41-ba662cc0eb87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:01.674787045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2901e85a-8d6f-4859-bb41-ba662cc0eb87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:01.691200938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2901e85a-8d6f-4859-bb41-ba662cc0eb87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.389478874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da882d0-46ad-404f-9769-49e3586d5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.405497718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da882d0-46ad-404f-9769-49e3586d5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.421295384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da882d0-46ad-404f-9769-49e3586d5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.437134957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da882d0-46ad-404f-9769-49e3586d5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:07.980786012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"be1bafa9-cfb4-428b-8ee6-d7ef99abcf08","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:08.000560746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"be1bafa9-cfb4-428b-8ee6-d7ef99abcf08","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:08.087283594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"b619d935-c39b-4b38-b29d-7d6515d56791","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:08.087304372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"b619d935-c39b-4b38-b29d-7d6515d56791","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.604317468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"a06814b2-8382-4098-9f7b-7a12a777ea35","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.604336738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"a06814b2-8382-4098-9f7b-7a12a777ea35","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.62746029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"210c2f28-e6ad-484b-8394-9a9fdc10f316","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.627636563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"210c2f28-e6ad-484b-8394-9a9fdc10f316","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.634881877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"1621ff4c-3068-473d-8f7b-a2fdaf986067","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:09.636342877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"d31bd77d-dd88-4481-a531-61ac84c2c2a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-ea2836\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:09.644674917Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"210c2f28-e6ad-484b-8394-9a9fdc10f316","name":"sub-test-model-9908e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-9908e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:09.644734939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"210c2f28-e6ad-484b-8394-9a9fdc10f316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-9908e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.6506232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"e7524555-b30b-4369-b736-010361f21278","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.650642895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"e7524555-b30b-4369-b736-010361f21278","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.654222614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"1621ff4c-3068-473d-8f7b-a2fdaf986067","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.670605462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"6ecbe996-4a32-495d-824e-43e6e61b6d19","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.670622625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"6ecbe996-4a32-495d-824e-43e6e61b6d19","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.68857653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"d960930c-01c5-4943-b937-f79b6a09c73e","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.688593944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"d960930c-01c5-4943-b937-f79b6a09c73e","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.753384555Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"07417526-9562-4164-a1bd-cd65e183e9fd","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"sub-test-model-9908e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-9908e8/e2e-shared-sub-ea2836"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.791142461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ea3e08a8-05e1-4c78-84b1-7ef29fbb0645","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.799417896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"3c215ba2-a624-4808-8f5d-fc8222f4834e","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.799433844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"3c215ba2-a624-4808-8f5d-fc8222f4834e","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.810783782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ea3e08a8-05e1-4c78-84b1-7ef29fbb0645","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.822593203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"348ec078-6530-4301-9db4-d787ecbe9dd6","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.82261334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"348ec078-6530-4301-9db4-d787ecbe9dd6","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.823021523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"958fe160-91e8-418f-91f2-d7a5d961518e","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.823039183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"958fe160-91e8-418f-91f2-d7a5d961518e","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.828965533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5c109b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (56ea6ce12c1219ed137acc2eec410e55e137f196db727d0a1d17f1f004c214ae) AuthConfig (b316c6aeff3a2948c4cbd616f7c2692ac89d6b69a1d6bce79c50affd1ffe95e0) AuthConfig (e92e737a6672e4adc79ff3ce556c616eae045cfcff9b86f3f8ca7d7fc923d77e) AuthConfig (830d4824db7f846859802b075384889f705e16a2e8472da5a8fe8e70021da429) AuthConfig (59bd9f00c9a5d11ffba067b409475f8baf7708e9e3d6f8f4e5f87c55d19f404b) AuthConfig (0ce498c089f275d98e1961c35d5230d7ad417bdb84edb8fafff5dfd2f14cc493) AuthConfig (e99a709dacee32d2f792714bbfd8a7915691ac31027008c1980009bc72e4147d) AuthConfig (82347e5fbae5cbf09f6851b875f53801d5f2a36317e40471941e909b3788043c) AuthConfig (db6192b79970b3cfd1317a1a759e94205cde82ae5f13c9b2bd867e7991e7e378) AuthConfig (0efe95ac5fb1f91c70ac8451473e14cb0613ac27b357bf4ec27def68356cb907) AuthConfig (8d81e6fa2071d22f1f7d0a89ddb537253c8d6e0d2c1393bd157cb2744107c41d) AuthConfig (f0c133070d14a854e4872a0fd8e12f06632cb684d472fd15afa53175aab3bf7a) AuthConfig (b9a1838e51313827102d06d59f2a7d32029df7b927e1736b3dd5831c0550d87e) AuthConfig (40bab1fc846bdbe5c9985b02eda7dd74ad387485c87fc70c7938cc6032ea2837) AuthConfig (3328e18c5e7a2164fd14eb7b2562d07f229df0da569de8fc06dea6dee5bdac11) AuthConfig (93c0ea14a04c04eb36cbe78d78a659f920e3fb027eb44f4677b7d2c3ae1d0390) AuthConfig (eede7b007903b7f3011d950793b51188e65d091a45009c32b2ee8d83937541ff) AuthConfig (b4a9593aac89785fad646b07d16611fac2562aad2439d91281034f50cf2ed1b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"ea3e08a8-05e1-4c78-84b1-7ef29fbb0645","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:09.833288462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"d2c35a0e-8cd6-465c-a29e-92246101fd24","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-ea2836\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.849389588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"506c82d3-de20-41c3-8e67-29de10c2a980","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.849405763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"506c82d3-de20-41c3-8e67-29de10c2a980","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.865733312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"76a17c5e-5dad-418c-958d-4b36238ac40b","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.865751644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"76a17c5e-5dad-418c-958d-4b36238ac40b","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.867797571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"2e2bd9a6-0fdf-40c4-a137-95ec866fd13d","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.885535432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"54a95e94-3e0f-4c8a-b004-8938b825cc13","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.885549651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"54a95e94-3e0f-4c8a-b004-8938b825cc13","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.891949403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"c03b3e8c-18a9-4076-87a9-684ba550c0d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.891974808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"48f7da8b-c604-456d-a6f6-6116bca3c1d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.912016692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"c03b3e8c-18a9-4076-87a9-684ba550c0d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.912072054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"48f7da8b-c604-456d-a6f6-6116bca3c1d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.972628699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"c825b268-4c8c-41f7-9ccc-bcb256db8ccb","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"sub-test-model-20109d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-20109d/e2e-shared-sub-ea2836"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.991445228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"58ddda32-b7bd-47d6-93ab-2fed19638d14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.993132463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"1742cee6-36da-4ac8-acbb-7d44ec5e400d","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.993148116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"1742cee6-36da-4ac8-acbb-7d44ec5e400d","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.01082553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"58ddda32-b7bd-47d6-93ab-2fed19638d14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.013186672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"994550f8-be0b-4d83-a2f4-5a797a2b057c","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.013208121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"994550f8-be0b-4d83-a2f4-5a797a2b057c","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:10.024844145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"67bf4734-326a-44da-be40-23cdcaf572bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-ea2836\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.027909172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"29971d2e-bbf2-4421-8901-be59a934486f","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.027925365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"29971d2e-bbf2-4421-8901-be59a934486f","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.066883934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"3ad0414f-44ba-4bae-86ce-496a73447766","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.066900829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"3ad0414f-44ba-4bae-86ce-496a73447766","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.087828244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"d2c61c36-b6eb-4d38-a98c-1d6126900502","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.087846392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"d2c61c36-b6eb-4d38-a98c-1d6126900502","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.089020172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"0a062ca4-578f-4720-a9e3-08da76c48825","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.091499962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"ddedd60d-2308-432d-9091-61fb8be7ae72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.110440549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"ddedd60d-2308-432d-9091-61fb8be7ae72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.19668397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"ae229a1e-46b9-4249-997d-71157b7b40e4","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.196703289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"ae229a1e-46b9-4249-997d-71157b7b40e4","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.213361033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"01d8d161-05c0-42e0-9cf9-7757ecbe5c10","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-9908e8/e2e-a-only-ea2836","ai-tenant-e2e-shared-a-w4-9908e8/e2e-shared-sub-ea2836"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.214324347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"fc09cb3c-099e-4ff7-a329-50c10d890873","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.214342878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"fc09cb3c-099e-4ff7-a329-50c10d890873","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.22963548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"fde20f65-ec0d-4a49-9976-c8335c5b848a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:10.230629416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"6dae999b-387c-49ea-bd17-f7abd9a7a3c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-ea2836\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.249616301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"fde20f65-ec0d-4a49-9976-c8335c5b848a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.268363569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"d6b4801f-05ba-440d-a69e-ac313b50d4a5","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.268382163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"d6b4801f-05ba-440d-a69e-ac313b50d4a5","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.272140974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"19ce3991-6e5d-4a71-b6cd-efd58d8b923f","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.272155067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"19ce3991-6e5d-4a71-b6cd-efd58d8b923f","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.289243518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"70b6268f-e41b-4ad2-aa3f-f66db6735a61","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.289745055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"ea1e2341-7035-460d-82fd-7cab9b2af4c1","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.289758134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"ea1e2341-7035-460d-82fd-7cab9b2af4c1","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.391712154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"81a87542-293f-4013-99c6-cc887959ad5e","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.413329522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"263802a7-490a-4575-b85b-64451c550c11","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-20109d/e2e-b-only-ea2836","ai-tenant-e2e-shared-b-w4-20109d/e2e-shared-sub-ea2836"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.487334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"875a6cf2-49d2-45c8-812d-bdd1a219644c","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.487355314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"875a6cf2-49d2-45c8-812d-bdd1a219644c","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.518102469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"cf27688e-ab10-4e14-a893-4641f95c7e26","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.59022492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"ae7f5524-fdc6-44ac-9da1-32d74b2d301c","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.308126657Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","namespace":"ai-tenant-e2e-shared-a-w2-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.308183699Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","namespace":"ai-tenant-e2e-shared-a-w2-065de0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.308229853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","tenant":"e2e-shared-a-w2-065de0","tenantID":"e2e-shared-a-w2-065de0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.327469609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-065de0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.355836837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Service","name":"maas-api-e2e-shared-a-w2-065de0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.374088492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-065de0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.391753043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-065de0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.409231356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.428758022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.446562221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.46399367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.479006516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.493884847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.508916513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.524377485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.539626557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.554669944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.56977053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.593526258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.608697148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.624373864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.639668953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-065de0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.654728141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-065de0"},"namespace":"ai-tenant-e2e-shared-a-w2-065de0","name":"default-tenant","reconcileID":"94b534ad-48de-445e-a2e1-ca3286fa5bfa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-065de0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.698133044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.882318642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"579f8667-b6c1-463b-b626-949b5f4ae54f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.902732693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"579f8667-b6c1-463b-b626-949b5f4ae54f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.921120789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5c109b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (56ea6ce12c1219ed137acc2eec410e55e137f196db727d0a1d17f1f004c214ae) AuthConfig (b316c6aeff3a2948c4cbd616f7c2692ac89d6b69a1d6bce79c50affd1ffe95e0) AuthConfig (e92e737a6672e4adc79ff3ce556c616eae045cfcff9b86f3f8ca7d7fc923d77e) AuthConfig (830d4824db7f846859802b075384889f705e16a2e8472da5a8fe8e70021da429) AuthConfig (59bd9f00c9a5d11ffba067b409475f8baf7708e9e3d6f8f4e5f87c55d19f404b) AuthConfig (0ce498c089f275d98e1961c35d5230d7ad417bdb84edb8fafff5dfd2f14cc493) AuthConfig (e99a709dacee32d2f792714bbfd8a7915691ac31027008c1980009bc72e4147d) AuthConfig (82347e5fbae5cbf09f6851b875f53801d5f2a36317e40471941e909b3788043c) AuthConfig (db6192b79970b3cfd1317a1a759e94205cde82ae5f13c9b2bd867e7991e7e378) AuthConfig (0efe95ac5fb1f91c70ac8451473e14cb0613ac27b357bf4ec27def68356cb907) AuthConfig (8d81e6fa2071d22f1f7d0a89ddb537253c8d6e0d2c1393bd157cb2744107c41d) AuthConfig (f0c133070d14a854e4872a0fd8e12f06632cb684d472fd15afa53175aab3bf7a) AuthConfig (b9a1838e51313827102d06d59f2a7d32029df7b927e1736b3dd5831c0550d87e) AuthConfig (40bab1fc846bdbe5c9985b02eda7dd74ad387485c87fc70c7938cc6032ea2837) AuthConfig (3328e18c5e7a2164fd14eb7b2562d07f229df0da569de8fc06dea6dee5bdac11) AuthConfig (93c0ea14a04c04eb36cbe78d78a659f920e3fb027eb44f4677b7d2c3ae1d0390) AuthConfig (eede7b007903b7f3011d950793b51188e65d091a45009c32b2ee8d83937541ff) AuthConfig (b4a9593aac89785fad646b07d16611fac2562aad2439d91281034f50cf2ed1b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"579f8667-b6c1-463b-b626-949b5f4ae54f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.481512348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"4a8ec854-1289-414b-9edd-fd70d7d8e4fe","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.481562418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"e75b68eb-fef9-47dc-bf25-01009b161198","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.484311531Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-065de0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-065de0","reconcileID":"09f4a37c-7788-4aac-8825-160c43df54d7","aitenant":"ai-tenants/e2e-shared-a-w2-065de0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.577016482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"34231bdd-ad23-4831-b4a7-45471bf02375","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.577040702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"34231bdd-ad23-4831-b4a7-45471bf02375","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.586119918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"bbe86331-7cfe-4b55-b307-733dedfa26e1","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.586137858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"bbe86331-7cfe-4b55-b307-733dedfa26e1","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.61961871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"50ae57a9-80c5-4e68-9f34-f063d794e583","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.619901397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"296431af-a00b-4cb3-b2f3-9d52bed220a7","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.683021433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"94ff27b0-ebbd-4b78-93fc-871d9a5a9cbc","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.683040484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"94ff27b0-ebbd-4b78-93fc-871d9a5a9cbc","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.685650186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"b602e885-8a0f-4682-9534-ff05ca26cd3a","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.685665588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"b602e885-8a0f-4682-9534-ff05ca26cd3a","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.729403293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee12339-e727-4347-8c5c-74cc6159ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.7453056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee12339-e727-4347-8c5c-74cc6159ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.761448297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee12339-e727-4347-8c5c-74cc6159ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.777192512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee12339-e727-4347-8c5c-74cc6159ab08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.804079846Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-065de0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-065de0","reconcileID":"09f4a37c-7788-4aac-8825-160c43df54d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-065de0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-065de0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.862355367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"93f4fdc7-d4b9-453c-8d78-27a541ee352b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.883582662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"93f4fdc7-d4b9-453c-8d78-27a541ee352b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.010506469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"f2a55f30-4be1-417e-9050-86fbe7c0a884","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.030402735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"f2a55f30-4be1-417e-9050-86fbe7c0a884","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.528066785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21459d90-9a5a-4a17-809a-760c3e059824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.543771768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21459d90-9a5a-4a17-809a-760c3e059824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.559883583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21459d90-9a5a-4a17-809a-760c3e059824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.578012702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21459d90-9a5a-4a17-809a-760c3e059824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.174423873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b1422d-4688-4cb6-9660-dbe009ad545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.190080086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b1422d-4688-4cb6-9660-dbe009ad545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.205921081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b1422d-4688-4cb6-9660-dbe009ad545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.221838273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b1422d-4688-4cb6-9660-dbe009ad545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.330908223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"d0508f90-883d-4bbf-95cf-f8de996a7d1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.331047403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"1f26f872-fe1a-46ad-9c5f-0eb83366c06c","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.331066472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"1f26f872-fe1a-46ad-9c5f-0eb83366c06c","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.414525792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"217618d5-e0b7-4276-bbed-b10c595e3d80","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.414657135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"973e8f70-2d18-48d1-93cb-4663601af3b0","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.461694159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"d0508f90-883d-4bbf-95cf-f8de996a7d1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.5145006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"d0508f90-883d-4bbf-95cf-f8de996a7d1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"e2e-shared-a-w4-9908e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.514526638Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-sub-iso-auth-ea2836","reconcileID":"d0508f90-883d-4bbf-95cf-f8de996a7d1e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.53306688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"4d37be01-d35b-4571-b16a-14932b7a4a6d","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.533087562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"4d37be01-d35b-4571-b16a-14932b7a4a6d","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.618788126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"194a9070-d41a-4551-a725-c316644b303b","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.618854719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"0343f442-66de-4f7a-9221-cb6155372266","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.695630583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"854e146d-d4d8-40b2-a316-fb772faa43bc","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:27.695653111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"854e146d-d4d8-40b2-a316-fb772faa43bc","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.953394348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"e65a73ed-e680-4939-9ec9-80c554b8e9b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.973383874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"e65a73ed-e680-4939-9ec9-80c554b8e9b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.14898018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"a49604f6-12a0-411b-8679-362efea87aaf","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.149021858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"a49604f6-12a0-411b-8679-362efea87aaf","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.170116012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68862907-5107-4fdc-a37b-4bf18609e0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.185750315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68862907-5107-4fdc-a37b-4bf18609e0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.201204059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68862907-5107-4fdc-a37b-4bf18609e0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.216713478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68862907-5107-4fdc-a37b-4bf18609e0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.352203497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"388c1128-68c0-4e10-8d6a-4157bc03059f","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.352226615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"388c1128-68c0-4e10-8d6a-4157bc03059f","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.3864278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"8eba0aca-30a7-490f-8070-0c06dc67079a","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.386446314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"8eba0aca-30a7-490f-8070-0c06dc67079a","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.387145342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"10df5959-1adb-4986-813f-7f3b7928292c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.389181206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"1527c61a-2ae6-432f-bc15-c1278224413d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9befd7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.406710836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"10df5959-1adb-4986-813f-7f3b7928292c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.425151933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"054e504e-3024-4f36-ac3d-b857fafc79b7","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.42517133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"054e504e-3024-4f36-ac3d-b857fafc79b7","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.444718518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"5139b382-982b-4266-8610-2c3336cd0fd1","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.444736689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"5139b382-982b-4266-8610-2c3336cd0fd1","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.5115074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"db55239e-761c-4d58-bc68-1cf34252a3d7","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"sub-test-model-099583","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-099583/e2e-shared-sub-9befd7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.549912534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"fe7e2683-b7d0-497a-b033-9c4f5b1e388c","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.549940075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"fe7e2683-b7d0-497a-b033-9c4f5b1e388c","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.571336976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"718b207e-f0b5-4198-b728-33230c0dcbb4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.571422177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"718b207e-f0b5-4198-b728-33230c0dcbb4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.574140014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"94c12a7c-d945-4a0c-bdf4-778d1273071d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.579753848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"f71abc53-05f8-4b90-b8f6-fd009a57d2f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.58388228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"0fa0aa0f-b8c8-46e9-aed2-f0a45753e03c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9befd7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.587989937Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"718b207e-f0b5-4198-b728-33230c0dcbb4","name":"sub-test-model-5c109b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-5c109b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.588036039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"718b207e-f0b5-4198-b728-33230c0dcbb4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-5c109b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.588172716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"5cd4e62c-833c-4bc1-97db-897689aec6ef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.588184322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"5cd4e62c-833c-4bc1-97db-897689aec6ef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.593351059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"3341539b-29ce-4183-8f2b-1ddbcbfe74a4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.593366882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"3341539b-29ce-4183-8f2b-1ddbcbfe74a4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.593472817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"94c12a7c-d945-4a0c-bdf4-778d1273071d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.599445805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"f71abc53-05f8-4b90-b8f6-fd009a57d2f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.620236793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"5c058e28-6a75-461b-bd6e-8f0eeb992545","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.620281462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"5c058e28-6a75-461b-bd6e-8f0eeb992545","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.644833848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"fca5bf36-2550-4551-b515-2fec0f1a08d4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.644856508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"fca5bf36-2550-4551-b515-2fec0f1a08d4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.686755858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"c6813cf3-d31f-421a-b43b-acf6c6b034ea","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.746653505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"d7162234-aac6-4da3-940a-90ea855f04bf","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"sub-test-model-5c109b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5c109b/e2e-shared-sub-9befd7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.747967079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"16714fd9-0668-48e7-9fae-2f960311b47b","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.747985353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"16714fd9-0668-48e7-9fae-2f960311b47b","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.768241599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"7bccee06-8847-4180-bc49-c43b255cd2d3","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.768278213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"7bccee06-8847-4180-bc49-c43b255cd2d3","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.770299761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"a4c5c495-7065-4142-805b-8d4467be2cd6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.777500356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"75e09f4f-2955-4c9b-8bb1-676f62bd25de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.779131747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"03b939e6-3b84-47e4-95be-8c9480786f42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-9befd7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.790912927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"a4c5c495-7065-4142-805b-8d4467be2cd6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.796380484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"75e09f4f-2955-4c9b-8bb1-676f62bd25de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.819296714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"6b335fed-e661-4679-8cd4-7092d2e31f25","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.819317415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"6b335fed-e661-4679-8cd4-7092d2e31f25","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.837475184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"3a9c150d-3203-4831-97e2-6cd1ac134bc4","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.837490958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"3a9c150d-3203-4831-97e2-6cd1ac134bc4","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.84155731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"def463bc-6edd-4fdc-830b-7fc1e6079bc2","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.841572594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"def463bc-6edd-4fdc-830b-7fc1e6079bc2","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.873884298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f7ecbe-4b34-48e6-9366-1ad6d9138665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.889874848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f7ecbe-4b34-48e6-9366-1ad6d9138665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.904718714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"202b99ed-a947-42e7-a179-6777cd7ca068","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.905400311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f7ecbe-4b34-48e6-9366-1ad6d9138665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.920840409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f7ecbe-4b34-48e6-9366-1ad6d9138665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.92601918Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"2e0a1143-3053-4d5d-be83-ccb9eff9194a","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-099583/e2e-a-only-9befd7","ai-tenant-e2e-shared-a-w1-099583/e2e-shared-sub-9befd7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.942883438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"319f8fdf-da05-4916-893c-eb57b6d0ad11","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.942898032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"319f8fdf-da05-4916-893c-eb57b6d0ad11","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.963614998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"3bd571a3-0282-4b10-bd2c-e2f682df93b5","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.963631923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"3bd571a3-0282-4b10-bd2c-e2f682df93b5","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.974908144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"502765b0-0eab-4f52-98ee-9d85a13ccbb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-9befd7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.979786219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"21fe826a-fe29-4c43-96e6-3947f50087a3","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.979800788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"21fe826a-fe29-4c43-96e6-3947f50087a3","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.985556479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"1f1fbe42-3e8d-4b76-beaf-abda5481e8be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.000015892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"0dbef11e-31cd-4669-8e3d-18c815d3b085","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.005038708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"1f1fbe42-3e8d-4b76-beaf-abda5481e8be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.02035395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"bf5d2465-be8a-4e54-b02e-42ca3e1d2346","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.020368787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"bf5d2465-be8a-4e54-b02e-42ca3e1d2346","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.038005324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"17358f61-59b7-42e9-9a00-0957907f0957","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.038019829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"17358f61-59b7-42e9-9a00-0957907f0957","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.101837781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"10487af9-8988-461f-9ee6-122e19af08ad","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.122323112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"7668bf8b-af97-4e9a-97ae-557035a7f4e3","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-5c109b/e2e-b-only-9befd7","ai-tenant-e2e-shared-b-w1-5c109b/e2e-shared-sub-9befd7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.191556386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"189fc905-b5dc-4f4e-9da0-c5fa2eb52549","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.191575722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"189fc905-b5dc-4f4e-9da0-c5fa2eb52549","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.211190228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"4466179e-1ae8-4cfd-82f7-3152989bd67a","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:32.316951129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"e3923ebf-3bdb-403f-a3fe-c1716da40bdb","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:37.750100763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"6396b370-01d3-4c44-a23a-c761da97bc54","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscription":"e2e-shared-sub-ea2836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:37.818652089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-shared-sub-ea2836","reconcileID":"6396b370-01d3-4c44-a23a-c761da97bc54","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-9908e8/e2e-a-only-ea2836"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:37.881324448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"785aebca-d984-4f78-a721-3cbd7691f67d","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:37.886350471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"c183dd9b-000f-4976-9145-84e1b823119e","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:37.886368983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"c183dd9b-000f-4976-9145-84e1b823119e","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:38.035711545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"30410e23-a179-41c3-9085-3bc0722a9809","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:38.035735722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"30410e23-a179-41c3-9085-3bc0722a9809","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.287355547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"d0f25e02-3960-4f5d-8501-58f952529e4d","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.287370731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"d239f055-e14a-42ac-9719-a538590fca8e","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.344369292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"040b2281-26c4-4da7-99e7-6962075e0f7d","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.344397862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"040b2281-26c4-4da7-99e7-6962075e0f7d","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.34565575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"30be0e7b-787e-4188-a806-6c23e40cd87c","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.345680641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"30be0e7b-787e-4188-a806-6c23e40cd87c","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.38749242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"c1a14eed-c896-4522-b0d6-64ea1d6d6570","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.388190652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"6abba8c1-975e-450d-b556-18e8d9429ca5","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.509666597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"237c8533-efc1-4b2e-bac0-f6e5c13bd74d","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.509687063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"237c8533-efc1-4b2e-bac0-f6e5c13bd74d","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.527380163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"797a442d-705f-4b9d-9b0c-01a3f0de485c","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.527397246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"797a442d-705f-4b9d-9b0c-01a3f0de485c","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.627138224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"0a0ee05a-6031-4ba4-9ace-7b3b2af94758","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.647426775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"0a0ee05a-6031-4ba4-9ace-7b3b2af94758","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.820359666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"93e37bab-041c-4eec-917e-2801843a0495","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:41.840349718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"93e37bab-041c-4eec-917e-2801843a0495","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.697071637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.800349852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.800439636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.800519756Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","tenant":"e2e-shared-b-w2-7ef1b6","tenantID":"e2e-shared-b-w2-7ef1b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.817697336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-7ef1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.853020571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Service","name":"maas-api-e2e-shared-b-w2-7ef1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.870997207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-7ef1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.888062549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-7ef1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.905364113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.922717033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.94223494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.959815034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.974820279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:47.989830548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.004751954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.019759062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.03499016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.049946195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.064838389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.082763253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.088358312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"328b7fb7-d559-48c0-a937-5ff312f98971","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","subscription":"e2e-a-only-ea2836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.097824304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.103980224Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"328b7fb7-d559-48c0-a937-5ff312f98971","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.113209712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.119654931Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"e2e-a-only-ea2836","reconcileID":"328b7fb7-d559-48c0-a937-5ff312f98971","MaaSSubscription":{"name":"e2e-a-only-ea2836","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"name":"maas-trlp-sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.128193125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-7ef1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.143852311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6"},"namespace":"ai-tenant-e2e-shared-b-w2-7ef1b6","name":"default-tenant","reconcileID":"43506e12-f134-4553-9fd6-5286766a4628","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-7ef1b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.315320339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"a311dcd0-8243-48a0-a5e7-7fb7209119b3","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"tenant":"e2e-shared-a-w4-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","model":"ai-tenant-e2e-shared-a-w4-9908e8/sub-test-model-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.315344127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"sub-test-model-9908e8","reconcileID":"a311dcd0-8243-48a0-a5e7-7fb7209119b3","MaaSModelRef":{"name":"sub-test-model-9908e8","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"routeName":"sub-test-model-9908e8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","llmisvcName":"sub-test-model-9908e8","gateway":"openshift-ingress/e2e-shared-a-w4-9908e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.621415903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"296d9c88-6063-4136-9717-efc4757a5f72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.621468649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"e86ff34b-0498-42d1-a572-58e979bf6650","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.621485339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"e86ff34b-0498-42d1-a572-58e979bf6650","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.707042771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"8c4f6231-e372-491a-b79d-901d9faf437c","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.707192547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"23f77fe3-4341-4664-9c0a-13fb48d8dcf1","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.753151008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"296d9c88-6063-4136-9717-efc4757a5f72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.803380377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"296d9c88-6063-4136-9717-efc4757a5f72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"e2e-shared-b-w4-20109d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.803405106Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-sub-iso-auth-ea2836","reconcileID":"296d9c88-6063-4136-9717-efc4757a5f72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.820301233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"8a7651b7-d32f-44df-bef9-85d56d6ab88d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.820308069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"4d02914f-f52f-4783-bb82-931b66534118","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.820406929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"4d02914f-f52f-4783-bb82-931b66534118","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.838841535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"65711628-062b-49ec-81ff-bad316b98bca","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.838932218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"65711628-062b-49ec-81ff-bad316b98bca","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.902283314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"a686d620-088a-4a21-af89-778f25824e96","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.902292483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"85d6ea6f-79cf-4195-82fc-b4bd0c2f911c","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.956085969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"8a7651b7-d32f-44df-bef9-85d56d6ab88d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.974843889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"a6caba03-bf78-4842-a8eb-6c86b416d10b","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:48.974860085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"a6caba03-bf78-4842-a8eb-6c86b416d10b","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.005108851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"f26b980d-b182-4a99-b850-ee5d196db5bb","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.005108901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"be332a09-3db0-4323-90f5-83315369aebc","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.006570757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"8a7651b7-d32f-44df-bef9-85d56d6ab88d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"e2e-shared-a-w1-099583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.006586026Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-sub-iso-auth-9befd7","reconcileID":"8a7651b7-d32f-44df-bef9-85d56d6ab88d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.025163512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"494fe079-919f-4e0d-856e-1010864a8a12","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.025180413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"494fe079-919f-4e0d-856e-1010864a8a12","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.113165852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"c0cd3e10-876d-452f-9768-eaf5a4919133","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.114328467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"ceb4036d-37ce-411b-8987-d18f1cc4a95d","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.166764359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"512b8a6c-11bf-4b03-a46d-df3990bb35b0","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:49.166784135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"512b8a6c-11bf-4b03-a46d-df3990bb35b0","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:53.829847578Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-7ef1b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-7ef1b6","reconcileID":"19d2acd3-6908-4919-88f4-6e7e6f6737c7","aitenant":"ai-tenants/e2e-shared-b-w2-7ef1b6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.035643701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc107e1-515f-47f6-a989-e42f974d2ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.051359648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc107e1-515f-47f6-a989-e42f974d2ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.070713655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc107e1-515f-47f6-a989-e42f974d2ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.093662504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc107e1-515f-47f6-a989-e42f974d2ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.096727976Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-7ef1b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-7ef1b6","reconcileID":"19d2acd3-6908-4919-88f4-6e7e6f6737c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-7ef1b6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-7ef1b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.760903613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc22871e-79ee-417b-9bcc-02217895c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.776479767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc22871e-79ee-417b-9bcc-02217895c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.796795969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc22871e-79ee-417b-9bcc-02217895c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:54.814767273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc22871e-79ee-417b-9bcc-02217895c606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.097393898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-access","reconcileID":"5caec3e2-75bf-4f29-9044-0b7d0ca5b2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.097781778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"771b32ca-b81b-4b3e-8627-ad11baf67dd4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.203662685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"897b91c1-d66c-4391-81b0-cde5683d2269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.214316623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"c8acc8bd-4a87-43d5-9c14-36b4d39a5e10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.224967708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"897b91c1-d66c-4391-81b0-cde5683d2269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.240091954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"82612cb3-e6d6-45fa-8954-af6078556aeb","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.349988328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"12e3c4c7-d8b0-4f9f-9a81-0c4dab83e217","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.364795691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f2b079fc-4589-410d-b889-1fbeab39873f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.386460387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"7d282509-df3b-4020-8c29-b6faac3ab6d4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.393049986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f2b079fc-4589-410d-b889-1fbeab39873f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.504472814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7db93b-5b62-47ea-9cc8-f88f56e7ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.521028605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7db93b-5b62-47ea-9cc8-f88f56e7ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.536715697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7db93b-5b62-47ea-9cc8-f88f56e7ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.552736491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7db93b-5b62-47ea-9cc8-f88f56e7ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.583596417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b4b3a6c6-1d1b-4875-b40a-4134536d18f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:55.606594975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"b4b3a6c6-1d1b-4875-b40a-4134536d18f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.09803837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"cbea9b06-5965-422a-b2b0-eb27194ebde2","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscription":"e2e-shared-sub-ea2836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.197894059Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-shared-sub-ea2836","reconcileID":"cbea9b06-5965-422a-b2b0-eb27194ebde2","MaaSSubscription":{"name":"e2e-shared-sub-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-20109d/e2e-b-only-ea2836"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.218914782Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"09b8df48-6b00-438c-8e09-2e2bc118b011","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscription":"e2e-shared-sub-9befd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.261515554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"ca4c6dee-132c-4234-8431-28c03dcbef64","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.266177695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"99dd718e-3cd0-4ac4-a5e4-59e991cea423","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.266196269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"99dd718e-3cd0-4ac4-a5e4-59e991cea423","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.287868215Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-shared-sub-9befd7","reconcileID":"09b8df48-6b00-438c-8e09-2e2bc118b011","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-099583/e2e-a-only-9befd7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.356558088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"d79712e4-0be1-4d56-aab5-0c0349559158","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.356577727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"d79712e4-0be1-4d56-aab5-0c0349559158","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.361771137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"d1e6221c-5649-445f-a72e-09156f2343dc","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.523478368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"d017f9da-419e-4262-ba96-48d4bb1413b3","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.523500455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"d017f9da-419e-4262-ba96-48d4bb1413b3","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.588017216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"4243923f-e162-42c6-b3e3-83a8eb274e83","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.588037457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"4243923f-e162-42c6-b3e3-83a8eb274e83","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.111393981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"804db90f-7f67-4902-9204-562a169bcadf","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.245897264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"cae940cf-ff24-4904-a0b7-520751e2684d","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.366889739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"ca3a208e-74b5-4c56-87e6-13a8d23b707a","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.419597727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a18d7974-7a58-43cb-86e9-0eccdde6a48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.429686984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"726c8e81-2d89-4b84-8779-72fc681d3971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.439182679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"a18d7974-7a58-43cb-86e9-0eccdde6a48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.483930497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"47cf50d7-2f91-49ad-b60e-627d18fefd4d","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.501438963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"55ed7c50-2789-465d-a7fc-1925f559525a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.508955332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"5d2735f9-28fa-4adf-8f6c-086e9cfb62e3","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.52179979Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"55ed7c50-2789-465d-a7fc-1925f559525a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.557711645Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"simulator-subscription","reconcileID":"55ed7c50-2789-465d-a7fc-1925f559525a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/simulator-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.578849022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"e4669e7b-0b45-4297-b157-e1c6186606cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.617317875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4dcabbb6-cd08-4575-8615-345017400c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.638897142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"4dcabbb6-cd08-4575-8615-345017400c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.716218444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"617512f7-b202-4594-9df4-4bc3bfe86bbd","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.807165308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7def502d-c58a-4570-b13f-b5ececf2037a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:00.827307386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"7def502d-c58a-4570-b13f-b5ececf2037a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.098513441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"e5897643-e7d0-47a8-9925-00ebdcd16df3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.143317531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1fd4fd81-7e3f-4cc1-a494-4e56e54c4253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.163607505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"1fd4fd81-7e3f-4cc1-a494-4e56e54c4253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.165684704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"25b65e8a-c93a-4da4-89e3-4e84d4c1f7d1","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.188294184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"4506ecf5-9bcd-4a60-9c54-d27ad5b9716e","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.188664955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"6905124f-0c31-43a4-a543-fa7aa32b5e2d","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.189504092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"98f1bbd3-a0c7-4756-9cb3-f6796feac804","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.253908868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8a444e6e-32ae-4178-8592-778f756c52d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.286398237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"4c218b3a-6b38-4087-b745-3528e526c790","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.288945891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"8a444e6e-32ae-4178-8592-778f756c52d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.50807306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3291f-d903-4f72-a8f6-82a1ae7791d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.526455837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3291f-d903-4f72-a8f6-82a1ae7791d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.542399491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3291f-d903-4f72-a8f6-82a1ae7791d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.552313181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"7f7a4ab4-e31d-46e1-93c8-ea0588b95e43","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.558430238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3291f-d903-4f72-a8f6-82a1ae7791d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.590409932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"05a17450-b978-4613-80de-ad184cfb9dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.612486789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"05a17450-b978-4613-80de-ad184cfb9dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.616849408Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"9634da8c-b826-498e-a06f-054df3dec430","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc51a9ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.781481155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f25074b6-186c-48d3-bc81-b33d90fa5ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.802181333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"f25074b6-186c-48d3-bc81-b33d90fa5ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.986315153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5ed2d735-072d-4113-8567-03cb51f284d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.986718704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"8b812dd2-6a0e-4d09-839e-d11b5b89cc8e","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.025502137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"e986730f-0c9a-45e6-b44b-36180bdd3b0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc51a9ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.080455204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5ed2d735-072d-4113-8567-03cb51f284d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.134944101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5ed2d735-072d-4113-8567-03cb51f284d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"e2e-worker-w2-4c61c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.13497996Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-access","reconcileID":"5ed2d735-072d-4113-8567-03cb51f284d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.154377911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"41c28508-6204-4fdc-9b07-4f228f743356","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.172076254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88e8939-0804-4a4d-9e18-9f3b1eb6f8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.187992539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88e8939-0804-4a4d-9e18-9f3b1eb6f8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.203735094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88e8939-0804-4a4d-9e18-9f3b1eb6f8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.219096526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c88e8939-0804-4a4d-9e18-9f3b1eb6f8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.577609064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"9a0996c1-d2ce-4e04-b05b-9c71d313349d","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","subscription":"e2e-a-only-9befd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.594018568Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"9a0996c1-d2ce-4e04-b05b-9c71d313349d","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.610185996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"e2e-a-only-9befd7","reconcileID":"9a0996c1-d2ce-4e04-b05b-9c71d313349d","MaaSSubscription":{"name":"e2e-a-only-9befd7","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"name":"maas-trlp-sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.640667979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"6cf0b732-09bc-40d5-b8f3-d991c82bc517","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","subscription":"e2e-b-only-ea2836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.659907266Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"6cf0b732-09bc-40d5-b8f3-d991c82bc517","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.686782809Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"e2e-b-only-ea2836","reconcileID":"6cf0b732-09bc-40d5-b8f3-d991c82bc517","MaaSSubscription":{"name":"e2e-b-only-ea2836","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"name":"maas-trlp-sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.763219318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"8d2b578d-f2a4-42f3-a75e-5a98b6e2bdd1","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"tenant":"e2e-shared-a-w1-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","model":"ai-tenant-e2e-shared-a-w1-099583/sub-test-model-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.76324398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"sub-test-model-099583","reconcileID":"8d2b578d-f2a4-42f3-a75e-5a98b6e2bdd1","MaaSModelRef":{"name":"sub-test-model-099583","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"routeName":"sub-test-model-099583-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-099583","llmisvcName":"sub-test-model-099583","gateway":"openshift-ingress/e2e-shared-a-w1-099583","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.849021056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"0bc70fc8-98b8-4e7b-8c52-eaa9b5cc9282","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"tenant":"e2e-shared-b-w4-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","model":"ai-tenant-e2e-shared-b-w4-20109d/sub-test-model-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.84904605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"sub-test-model-20109d","reconcileID":"0bc70fc8-98b8-4e7b-8c52-eaa9b5cc9282","MaaSModelRef":{"name":"sub-test-model-20109d","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"routeName":"sub-test-model-20109d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20109d","llmisvcName":"sub-test-model-20109d","gateway":"openshift-ingress/e2e-shared-b-w4-20109d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.102416601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"9c16e4ce-9f7e-4d10-9656-e218317f1c73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.106771517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"c160d1f2-3855-4360-94c0-b470070e671d","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.106790906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"c160d1f2-3855-4360-94c0-b470070e671d","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.193309667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"8a71d8e7-8470-4034-b674-7579c5ef678b","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.193343628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"bbb6361b-23f9-4dbc-bdd4-12d81d60e017","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.235036673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"9c16e4ce-9f7e-4d10-9656-e218317f1c73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.285149569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"9c16e4ce-9f7e-4d10-9656-e218317f1c73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"e2e-shared-b-w1-5c109b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.285174295Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-sub-iso-auth-9befd7","reconcileID":"9c16e4ce-9f7e-4d10-9656-e218317f1c73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.304633779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"f19a47af-cc31-46d9-9474-2d7f0dace634","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.30465288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"f19a47af-cc31-46d9-9474-2d7f0dace634","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.390572745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"6f9f42a0-e3cc-4ad3-929f-2ee1b01616a0","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.390691633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"c1ff6a92-2488-47a2-b976-8fc37fd31cde","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.456287662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"113cf146-6ca2-4d0f-b577-cdfd39e02045","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.456307644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"113cf146-6ca2-4d0f-b577-cdfd39e02045","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:11.240212332Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"44b26617-3b94-43dc-9e05-8a86000293be","namespace":"ai-tenant-e2e-worker-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:11.24029721Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"44b26617-3b94-43dc-9e05-8a86000293be","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:11.257475767Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"44b26617-3b94-43dc-9e05-8a86000293be","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:11.257491975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"44b26617-3b94-43dc-9e05-8a86000293be","namespace":"ai-tenant-e2e-worker-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.190520167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"b0e13bdc-cde4-4722-a8d5-9e81d2799fe3","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.19103079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"54c7d477-af99-44fd-bd74-85b75041798f","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.208474961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"debc4c80-1933-4ecc-89fd-d08149d442d4","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.043170076Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"2a0a4ee1-4834-48b4-8bd0-2a4519744d57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.059320208Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"2a0a4ee1-4834-48b4-8bd0-2a4519744d57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.075634122Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"premium-simulator-subscription","reconcileID":"2a0a4ee1-4834-48b4-8bd0-2a4519744d57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"name":"maas-trlp-premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8","model":"e2e-models-e2e-worker-w2-4c61c8/premium-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.155304571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"d82b8a10-a905-4047-994e-1caf0e4feb53","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.23456717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"6254fb7c-1c23-4551-a3ae-69bf142d6424","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.70291616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:19.81043054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec67e5-7009-4051-b524-be63ac6fe385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:19.826153915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec67e5-7009-4051-b524-be63ac6fe385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:19.846650933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec67e5-7009-4051-b524-be63ac6fe385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:19.864799292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ec67e5-7009-4051-b524-be63ac6fe385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.498205508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f08a3fe-bdb1-479a-9a68-573fd0e5e370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.514569948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f08a3fe-bdb1-479a-9a68-573fd0e5e370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.530619148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f08a3fe-bdb1-479a-9a68-573fd0e5e370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.532885912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"13a64378-3155-450f-9165-9bd182b43c94","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscription":"e2e-shared-sub-9befd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.546111489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f08a3fe-bdb1-479a-9a68-573fd0e5e370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.638635634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-shared-sub-9befd7","reconcileID":"13a64378-3155-450f-9165-9bd182b43c94","MaaSSubscription":{"name":"e2e-shared-sub-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5c109b/e2e-b-only-9befd7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.767139562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"dc040b89-6f37-41c6-8670-458c0458a41d","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.767160882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"dc040b89-6f37-41c6-8670-458c0458a41d","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.780203624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"071082c4-e2e0-4f8a-b793-86821acf2435","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.082368382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"a21e7921-ecd9-43d8-81fa-74f02f88410c","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.082391079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"a21e7921-ecd9-43d8-81fa-74f02f88410c","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.142067545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c18912-92cc-416b-9c32-e57d8cb2571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.157777275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c18912-92cc-416b-9c32-e57d8cb2571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.173545255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c18912-92cc-416b-9c32-e57d8cb2571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.190845832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c18912-92cc-416b-9c32-e57d8cb2571e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:26.191453411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"522c9652-65ce-4671-8417-8384729c7384","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:26.191712739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"309f0d39-52fd-42f8-ab88-203166f98781","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:26.209267619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"db2cf527-f91d-4d09-9da8-cbc0268011d6","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.239122918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"e0fc6111-ede5-4084-9139-9523e4cd9998","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:31.135733402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"83b01e11-78fc-4472-a1ef-c190360a4dc9","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","subscription":"e2e-b-only-9befd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:31.152031642Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"83b01e11-78fc-4472-a1ef-c190360a4dc9","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:31.167873609Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"e2e-b-only-9befd7","reconcileID":"83b01e11-78fc-4472-a1ef-c190360a4dc9","MaaSSubscription":{"name":"e2e-b-only-9befd7","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"name":"maas-trlp-sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:31.319805109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"db1bbc69-b604-437f-a7a6-93230554e1b4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"tenant":"e2e-shared-b-w1-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","model":"ai-tenant-e2e-shared-b-w1-5c109b/sub-test-model-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:31.319831081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"sub-test-model-5c109b","reconcileID":"db1bbc69-b604-437f-a7a6-93230554e1b4","MaaSModelRef":{"name":"sub-test-model-5c109b","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"routeName":"sub-test-model-5c109b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","llmisvcName":"sub-test-model-5c109b","gateway":"openshift-ingress/e2e-shared-b-w1-5c109b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.47574296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","namespace":"ai-tenant-e2e-worker-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.475802986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","namespace":"ai-tenant-e2e-worker-w2-4c61c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.475852626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","tenant":"e2e-worker-w2-4c61c8","tenantID":"e2e-worker-w2-4c61c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.493077024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Deployment","name":"maas-api-e2e-worker-w2-4c61c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.520903547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Service","name":"maas-api-e2e-worker-w2-4c61c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.539111788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-4c61c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.556212747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-4c61c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.57632338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.593652785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.613401801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.630924947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.646038731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.661125423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.676171167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Service","name":"payload-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.69262338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.707803953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.723027899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.738149211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.756500854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.771971886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.787011053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.804053772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-4c61c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.819464945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-4c61c8"},"namespace":"ai-tenant-e2e-worker-w2-4c61c8","name":"default-tenant","reconcileID":"5e6b1f38-a885-431b-93a4-fda3af9b8ad7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-4c61c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.192761371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"d48ae786-191e-49cb-862a-6464dbdc7bed","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.193056872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"722a1c59-2478-4fb1-b78c-2e7ec5402a62","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.21006025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"8ff38ea0-76ca-4064-a573-659b03da6b9e","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.240283882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"3e81bfcf-c9ac-4030-8dc8-b7bd6d234ecd","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.288695122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-2-w2-4c61c8","reconcileID":"7ab28fb1-ed47-4f37-8edb-44f6ebe92083","MaaSModelRef":{"name":"distinct-2-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-2-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-2-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.294398719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"distinct-w2-4c61c8","reconcileID":"23c31900-d075-4ff5-96c9-0016f941ff12","MaaSModelRef":{"name":"distinct-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"distinct-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"distinct-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.300440414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"premium-w2-4c61c8","reconcileID":"2e1a8d4b-043a-4f3b-ac46-ffa6f4605e54","MaaSModelRef":{"name":"premium-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"premium-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"premium-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.30664914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"21044013-3618-4771-9b0f-9a0ffb4d579b","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"routeName":"simulator-w2-4c61c8-kserve-route","namespace":"e2e-models-e2e-worker-w2-4c61c8","llmisvcName":"simulator-w2-4c61c8","gateway":"openshift-ingress/e2e-worker-w2-4c61c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.610836872Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","namespace":"ai-tenant-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.610906171Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","namespace":"ai-tenant-e2e-extmod-a-850433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.610960588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","tenant":"e2e-extmod-a-850433","tenantID":"e2e-extmod-a-850433","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.629375231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-850433","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.661438568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Service","name":"maas-api-e2e-extmod-a-850433","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.679929492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-850433","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.697459699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-850433","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.715413432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.732974299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.752928318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.770648869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.786833815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:37.790737667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-4c61c8","namespace":"e2e-models-e2e-worker-w2-4c61c8"},"namespace":"e2e-models-e2e-worker-w2-4c61c8","name":"simulator-w2-4c61c8","reconcileID":"020243df-4a12-4409-a2f5-4e503a6f41f5","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w2-4c61c8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.801994443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.817346524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Service","name":"payload-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.832417473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.847562443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.862591876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.877708446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.896599862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.91175706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.92965636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.944705236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-850433","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:37.959664542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-850433"},"namespace":"ai-tenant-e2e-extmod-a-850433","name":"default-tenant","reconcileID":"f83871c5-0dfe-408e-87d4-a7d5c5a1216b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-850433","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.156472987Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-850433","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-850433","reconcileID":"852e591a-2313-45ad-9e04-2dea1c05a0c7","aitenant":"ai-tenants/e2e-extmod-a-850433","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.347161352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b552fa-dbeb-4345-9041-8421835ae6fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.365750873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b552fa-dbeb-4345-9041-8421835ae6fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.382912073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b552fa-dbeb-4345-9041-8421835ae6fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.39857842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b552fa-dbeb-4345-9041-8421835ae6fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.404648091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-850433","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-850433","reconcileID":"852e591a-2313-45ad-9e04-2dea1c05a0c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-850433","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-850433"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.04472338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42bbe0f-dd1d-44a8-8939-593f4ac5ce31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.060280901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42bbe0f-dd1d-44a8-8939-593f4ac5ce31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.075888129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42bbe0f-dd1d-44a8-8939-593f4ac5ce31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.09149455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42bbe0f-dd1d-44a8-8939-593f4ac5ce31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.771131836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c40b33-932f-42b3-8ea3-d85f3def238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.787122323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c40b33-932f-42b3-8ea3-d85f3def238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.802812492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c40b33-932f-42b3-8ea3-d85f3def238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.819334462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23c40b33-932f-42b3-8ea3-d85f3def238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.385074703Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4c61c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4c61c8","reconcileID":"fd1b880f-83c2-4995-b166-7cff1dc5c81c","aitenant":"ai-tenants/e2e-worker-w2-4c61c8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.673112752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eed753-41a5-45d4-a2ac-65cec6adadc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.688951865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eed753-41a5-45d4-a2ac-65cec6adadc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.704575238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eed753-41a5-45d4-a2ac-65cec6adadc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.710452021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-4c61c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-4c61c8","reconcileID":"fd1b880f-83c2-4995-b166-7cff1dc5c81c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-4c61c8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-4c61c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.720175733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eed753-41a5-45d4-a2ac-65cec6adadc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.415384412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44399d41-5b84-4aa9-b444-a090970e2dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.434887225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44399d41-5b84-4aa9-b444-a090970e2dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.451650722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44399d41-5b84-4aa9-b444-a090970e2dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.467292533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44399d41-5b84-4aa9-b444-a090970e2dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.697763784Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.074840584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5b74dd-ad00-4262-baee-e96fab9d3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.090222323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5b74dd-ad00-4262-baee-e96fab9d3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.105800585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5b74dd-ad00-4262-baee-e96fab9d3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.121208465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5b74dd-ad00-4262-baee-e96fab9d3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.46460975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0e0300-de0a-41c8-950e-cc2f728ac113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.480892763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0e0300-de0a-41c8-950e-cc2f728ac113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.496537777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0e0300-de0a-41c8-950e-cc2f728ac113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.512045913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0e0300-de0a-41c8-950e-cc2f728ac113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.108558262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d49630-b28a-416f-9d5e-bdd3f84a03dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.124246567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d49630-b28a-416f-9d5e-bdd3f84a03dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.139923324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d49630-b28a-416f-9d5e-bdd3f84a03dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.155548667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d49630-b28a-416f-9d5e-bdd3f84a03dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.216115298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.216173743Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","namespace":"ai-tenant-e2e-extmod-a-c738e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.216221977Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","tenant":"e2e-extmod-a-c738e0","tenantID":"e2e-extmod-a-c738e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.233402908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c738e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.270537978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Service","name":"maas-api-e2e-extmod-a-c738e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.288958643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c738e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.306205316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c738e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.324195633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.345080366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.365842741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.383798402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.399083138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.414164507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.42941047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Service","name":"payload-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.444608584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.459812463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.474916199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.490110998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.50894839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.52476341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.540380004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.555965718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c738e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.572326132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c738e0"},"namespace":"ai-tenant-e2e-extmod-a-c738e0","name":"default-tenant","reconcileID":"153ce3d3-4707-49b1-95c2-ec98f695d996","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c738e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.297019714Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","namespace":"ai-tenant-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.297097723Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","namespace":"ai-tenant-e2e-extmod-b-ac338d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.297172856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","tenant":"e2e-extmod-b-ac338d","tenantID":"e2e-extmod-b-ac338d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.314597264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Deployment","name":"maas-api-e2e-extmod-b-ac338d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.342671828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Service","name":"maas-api-e2e-extmod-b-ac338d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.36872774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-ac338d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.385578626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-ac338d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.404831618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.42305462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.444568255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.47065914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.490841492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.510631583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.530902417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Service","name":"payload-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.548781178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.572920589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.590851501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.605985039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.624604568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.639851321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.654968437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.670099858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-ac338d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.685338092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ac338d"},"namespace":"ai-tenant-e2e-extmod-b-ac338d","name":"default-tenant","reconcileID":"edf1d509-aefd-4403-8dcc-7de8b5d0bb10","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-ac338d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.512837946Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c738e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c738e0","reconcileID":"57ae27a7-fa65-4b0c-9431-8299df4640fa","aitenant":"ai-tenants/e2e-extmod-a-c738e0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.701514488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65fc5cc-a30d-43c9-b113-73592f9409b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.717272184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65fc5cc-a30d-43c9-b113-73592f9409b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.732909451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65fc5cc-a30d-43c9-b113-73592f9409b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.749103228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65fc5cc-a30d-43c9-b113-73592f9409b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.772098858Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c738e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c738e0","reconcileID":"57ae27a7-fa65-4b0c-9431-8299df4640fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c738e0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c738e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.383754225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2f47de-cfb6-4ae0-b8a4-cabefd71a7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.399751263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2f47de-cfb6-4ae0-b8a4-cabefd71a7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.415406031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2f47de-cfb6-4ae0-b8a4-cabefd71a7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.431082408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2f47de-cfb6-4ae0-b8a4-cabefd71a7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.038478005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b5669-eba9-44e9-bac8-6ad513187a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.055099088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b5669-eba9-44e9-bac8-6ad513187a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.07099439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b5669-eba9-44e9-bac8-6ad513187a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.086594867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42b5669-eba9-44e9-bac8-6ad513187a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.165578958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded8c3da-9bfc-43f1-84e8-ab8d69a0eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.181418022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded8c3da-9bfc-43f1-84e8-ab8d69a0eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.198015513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded8c3da-9bfc-43f1-84e8-ab8d69a0eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.21391996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ded8c3da-9bfc-43f1-84e8-ab8d69a0eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.812196207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce52f133-8e5e-40c9-9e1f-eaa1996233a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.829183722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce52f133-8e5e-40c9-9e1f-eaa1996233a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.844915078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce52f133-8e5e-40c9-9e1f-eaa1996233a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.860767505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce52f133-8e5e-40c9-9e1f-eaa1996233a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.29496005Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ac338d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ac338d","reconcileID":"08c9a794-f862-4afc-9d99-34e45a4e6071","aitenant":"ai-tenants/e2e-extmod-b-ac338d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.545294422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c0cd0-8094-49d1-a19e-7cdc5b140099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.561190593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c0cd0-8094-49d1-a19e-7cdc5b140099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.576792497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c0cd0-8094-49d1-a19e-7cdc5b140099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.582439245Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-ac338d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-ac338d","reconcileID":"08c9a794-f862-4afc-9d99-34e45a4e6071","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-ac338d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-ac338d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.592626308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c0cd0-8094-49d1-a19e-7cdc5b140099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:12.242401825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57353ee2-fd38-421b-ae11-c6f9e9d55fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:12.257811535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57353ee2-fd38-421b-ae11-c6f9e9d55fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:12.286332098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57353ee2-fd38-421b-ae11-c6f9e9d55fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:12.301953019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57353ee2-fd38-421b-ae11-c6f9e9d55fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.64877783Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","namespace":"ai-tenant-e2e-extmod-b-0db47e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.648840257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","namespace":"ai-tenant-e2e-extmod-b-0db47e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.648892414Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","tenant":"e2e-extmod-b-0db47e","tenantID":"e2e-extmod-b-0db47e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.666615164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Deployment","name":"maas-api-e2e-extmod-b-0db47e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.696569725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Service","name":"maas-api-e2e-extmod-b-0db47e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.716141847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-0db47e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.736118373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-0db47e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.75548736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.776320595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.794395888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.812172971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.827681058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.847460261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.867294035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Service","name":"payload-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.883805799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.900430514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.920556439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.937778489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.957978332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.973175633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.988571007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.00370701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-0db47e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.018946722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0db47e"},"namespace":"ai-tenant-e2e-extmod-b-0db47e","name":"default-tenant","reconcileID":"d64e1e46-d7d6-4b67-9bc0-95324045f274","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-0db47e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:17.709667447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.249439687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72322c79-95b6-486f-a2e5-a78b940982cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.265082108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72322c79-95b6-486f-a2e5-a78b940982cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.280801156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72322c79-95b6-486f-a2e5-a78b940982cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.296593895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72322c79-95b6-486f-a2e5-a78b940982cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.975490225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c38cb3-2b58-4154-a70c-191bc1d23f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.991389595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c38cb3-2b58-4154-a70c-191bc1d23f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.007673015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c38cb3-2b58-4154-a70c-191bc1d23f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.026796843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c38cb3-2b58-4154-a70c-191bc1d23f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:22.813077199Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0db47e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0db47e","reconcileID":"8066a0a8-4bbd-405c-8770-e06056c1d931","aitenant":"ai-tenants/e2e-extmod-b-0db47e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.094705136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fc0981-28c0-4d7f-a0d8-c7b3eb2e546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.111218043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fc0981-28c0-4d7f-a0d8-c7b3eb2e546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.127102896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fc0981-28c0-4d7f-a0d8-c7b3eb2e546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.142707045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fc0981-28c0-4d7f-a0d8-c7b3eb2e546e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.164895621Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0db47e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0db47e","reconcileID":"8066a0a8-4bbd-405c-8770-e06056c1d931","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0db47e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-0db47e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.770551687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b775be9-ce30-41f6-a5bd-0d8dfd4e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.786715135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b775be9-ce30-41f6-a5bd-0d8dfd4e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.802681945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b775be9-ce30-41f6-a5bd-0d8dfd4e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.818158479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b775be9-ce30-41f6-a5bd-0d8dfd4e1801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.46991978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b467d6-1882-4c71-94ae-9c2e8a09234d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.485623827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b467d6-1882-4c71-94ae-9c2e8a09234d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.501103285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b467d6-1882-4c71-94ae-9c2e8a09234d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.516802381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b467d6-1882-4c71-94ae-9c2e8a09234d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.500767252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.500828759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","namespace":"ai-tenant-e2e-shared-a-w4-9908e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.500878029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","tenant":"e2e-shared-a-w4-9908e8","tenantID":"e2e-shared-a-w4-9908e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.51984908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-9908e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.547533332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Service","name":"maas-api-e2e-shared-a-w4-9908e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.568203775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-9908e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.591358732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-9908e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.609196516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.630407835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.65022495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.667556378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.683001562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.69782507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.712829686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.727689153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.742634755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.758217831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.773463431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.792759975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.808133823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.823130782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.838085839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-9908e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.852840386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-9908e8"},"namespace":"ai-tenant-e2e-shared-a-w4-9908e8","name":"default-tenant","reconcileID":"f255b1df-537b-478d-af6f-d21327b235fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-9908e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.983676061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec0e2d1-9fd7-4fa7-8a97-bef76061228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.99997966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec0e2d1-9fd7-4fa7-8a97-bef76061228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.015718595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec0e2d1-9fd7-4fa7-8a97-bef76061228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.031767579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec0e2d1-9fd7-4fa7-8a97-bef76061228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.48671511Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-9908e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-9908e8","reconcileID":"cd28d717-9dc9-4774-9220-91cfd936d246","aitenant":"ai-tenants/e2e-shared-a-w4-9908e8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.673215302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4529f3b-21a4-4123-b33e-dbb9e0bc7d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.688969496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4529f3b-21a4-4123-b33e-dbb9e0bc7d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.704614364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4529f3b-21a4-4123-b33e-dbb9e0bc7d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.720383003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4529f3b-21a4-4123-b33e-dbb9e0bc7d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.742182521Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-9908e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-9908e8","reconcileID":"cd28d717-9dc9-4774-9220-91cfd936d246","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-9908e8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-9908e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:32.47989574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2c39f7-ec5e-47ba-8a03-8e92bb9a7ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:32.495680012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2c39f7-ec5e-47ba-8a03-8e92bb9a7ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:32.511200352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2c39f7-ec5e-47ba-8a03-8e92bb9a7ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:32.526819217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2c39f7-ec5e-47ba-8a03-8e92bb9a7ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:33.170914396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101f3d17-cb73-4149-94b7-32d233fa6af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:33.186848975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101f3d17-cb73-4149-94b7-32d233fa6af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:33.202282418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101f3d17-cb73-4149-94b7-32d233fa6af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:33.217846703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"101f3d17-cb73-4149-94b7-32d233fa6af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.641199392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe062d1-3d4f-4771-8f76-4bb6e276cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.65682839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe062d1-3d4f-4771-8f76-4bb6e276cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.67243137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe062d1-3d4f-4771-8f76-4bb6e276cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.687913464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe062d1-3d4f-4771-8f76-4bb6e276cbc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.787221827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"ca9c5b87-f0d5-4f17-8b48-831916163927","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.870443006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"7d2dcc53-f877-42e5-a8d5-8e70700d5ad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.87072264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7edf37f-ac36-4d3e-8c2c-de4fb778022a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.87170646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"605b59a0-aca0-4c4b-9b6e-b674361f50c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.871750667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"362fb517-3ab6-4927-955a-60e1ec46ca9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:38.971598992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c47cdbb6-77fc-4e34-b7f0-e71fd6fae878","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.252530521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","namespace":"ai-tenant-e2e-shared-a-w1-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.25258774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","namespace":"ai-tenant-e2e-shared-a-w1-099583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.252640774Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","tenant":"e2e-shared-a-w1-099583","tenantID":"e2e-shared-a-w1-099583","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.270150863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-099583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.299604275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Service","name":"maas-api-e2e-shared-a-w1-099583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.317008864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-099583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.334074731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-099583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.351702876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.367868069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b3d807-ecd1-4749-842b-c8e6e42b7e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.368936975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.383482162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b3d807-ecd1-4749-842b-c8e6e42b7e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.398957341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b3d807-ecd1-4749-842b-c8e6e42b7e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.401712182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.414625707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b3d807-ecd1-4749-842b-c8e6e42b7e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.43409174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.449646711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.466848077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.494904254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.509719101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.524572208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.539788673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.554749168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.572682597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.587743403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.603017922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.617833528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-099583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.63277654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-099583"},"namespace":"ai-tenant-e2e-shared-a-w1-099583","name":"default-tenant","reconcileID":"a18c5a44-2b66-4287-be81-8659bed922ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-099583","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.652819143Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","namespace":"ai-tenant-e2e-shared-b-w4-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.652916354Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","namespace":"ai-tenant-e2e-shared-b-w4-20109d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.652994359Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","tenant":"e2e-shared-b-w4-20109d","tenantID":"e2e-shared-b-w4-20109d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.67144887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-20109d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.704088266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Service","name":"maas-api-e2e-shared-b-w4-20109d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.724191519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-20109d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.741426163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-20109d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.759334262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.7769955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.797219794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.815311905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.830581169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.845813728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.861120661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.877632249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.892941983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.908453789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.923608634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.942014157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.957474875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.972796475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:39.988210411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-20109d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:40.003622603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20109d"},"namespace":"ai-tenant-e2e-shared-b-w4-20109d","name":"default-tenant","reconcileID":"bd7b0fb5-470a-4336-9c06-4f8552866e06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-20109d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:43.921506381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57f97431-9d35-4fb0-a3de-0a1f4433fdf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.021890515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"9e8ccc38-0574-41ac-b75c-d1c61c5c1e5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.022025442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"def5f63d-c627-407e-bfd0-d93b062dec08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.022456845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c3f365c-4e62-45de-917c-a8fd5601242f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.161237371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"480cfdec-b6c3-4db5-a65e-d3385e7e6681","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.161346359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"f11b109e-c805-46a8-95a3-91bd4b9579d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.228635483Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-099583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-099583","reconcileID":"258ff5e6-5166-4a9f-9331-97c01b8817e5","aitenant":"ai-tenants/e2e-shared-a-w1-099583","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.475966761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bef9d4b-6fa1-48ed-a080-41a35b5a0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.491548979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bef9d4b-6fa1-48ed-a080-41a35b5a0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.507351496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bef9d4b-6fa1-48ed-a080-41a35b5a0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.512645899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-099583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-099583","reconcileID":"258ff5e6-5166-4a9f-9331-97c01b8817e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-099583","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-099583"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.522797192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bef9d4b-6fa1-48ed-a080-41a35b5a0710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.189322662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb88b27-cbac-4946-b97f-1ddf00b2e5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.204920884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb88b27-cbac-4946-b97f-1ddf00b2e5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.220658195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb88b27-cbac-4946-b97f-1ddf00b2e5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.237414035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb88b27-cbac-4946-b97f-1ddf00b2e5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.976697979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea58fd4a-e97b-4b50-be3f-7b998dd56189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.992193562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea58fd4a-e97b-4b50-be3f-7b998dd56189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.007665295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea58fd4a-e97b-4b50-be3f-7b998dd56189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.023154105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea58fd4a-e97b-4b50-be3f-7b998dd56189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.663660383Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-20109d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-20109d","reconcileID":"339b3870-0ca0-42c4-b7fd-02699b6aa6ac","aitenant":"ai-tenants/e2e-shared-b-w4-20109d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.877090833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46012da7-a5b7-43e9-b289-f84c25780fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.893376023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46012da7-a5b7-43e9-b289-f84c25780fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.909127961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46012da7-a5b7-43e9-b289-f84c25780fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.914905473Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-20109d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-20109d","reconcileID":"339b3870-0ca0-42c4-b7fd-02699b6aa6ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-20109d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-20109d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.925033128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46012da7-a5b7-43e9-b289-f84c25780fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.631377311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d13ee63-e790-413f-9790-268a4373e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.647300794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d13ee63-e790-413f-9790-268a4373e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.663146084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d13ee63-e790-413f-9790-268a4373e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.678802556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d13ee63-e790-413f-9790-268a4373e0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.697506713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.046188289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-access","reconcileID":"0917e37b-6796-4d90-81d0-edaa5336f03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.046213308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"985867ab-c0d2-4f93-883d-35bdd2667445","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.098781577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"63501af4-75d6-4ac8-9840-cc281d521d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.118182034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"63501af4-75d6-4ac8-9840-cc281d521d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.13113471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"cb57af37-db97-482a-abd1-4e23de908519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.18275467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"c15160c4-70f3-4d52-8f48-ea8f83f83acf","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.241235237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ba9f7bab-0630-4c73-add2-807331598564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.260652959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"ba9f7bab-0630-4c73-add2-807331598564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.27322289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"824d394f-aca3-4475-945b-874125fb081f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.339680124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"b262d2c3-61b3-47d1-9f1a-8c6f118ea01c","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.370153572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"58809182-2f58-4a7d-8b68-466a2cc2f586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.389909496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"58809182-2f58-4a7d-8b68-466a2cc2f586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.761616489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a06486-c09d-4fc7-a2e8-aba8d8d3db81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.777250919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a06486-c09d-4fc7-a2e8-aba8d8d3db81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.792669426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a06486-c09d-4fc7-a2e8-aba8d8d3db81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.808296466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a06486-c09d-4fc7-a2e8-aba8d8d3db81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:52.46049381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d8eb0-72ff-4a3f-a07f-cd06c56f32f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:52.486315161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d8eb0-72ff-4a3f-a07f-cd06c56f32f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:52.501774233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d8eb0-72ff-4a3f-a07f-cd06c56f32f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:52.517505528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28d8eb0-72ff-4a3f-a07f-cd06c56f32f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.056372514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"61119e8f-3419-4e3e-ba68-e2fa4a09c763","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.167729866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"c2e5a27f-f7b8-46df-a669-64946c4327f1","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.275316206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"857158cd-5205-4d87-bd60-437afc66c9e4","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.326710792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c4b038f3-3f7a-4b96-b3f6-031b734ffe4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.337710335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"32c1a87e-fa77-48c1-9f93-c79def237808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.345977208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c4b038f3-3f7a-4b96-b3f6-031b734ffe4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.383239323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"596a2d21-c4c8-4b43-b113-fb2ddba6a5ca","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.398982825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"82af2f2e-8d06-4820-a670-bf321549f384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.404092278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"24f03648-ef04-43c3-9a24-cc8e90b522f0","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.414731748Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"82af2f2e-8d06-4820-a670-bf321549f384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.45343657Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"82af2f2e-8d06-4820-a670-bf321549f384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.454413356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"2c10265c-90cf-403b-8085-e2a00decce27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.506351428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f91876d4-5fe6-4637-8642-bef5ec393cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.525190974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"f91876d4-5fe6-4637-8642-bef5ec393cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.541739948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"e0ad63b8-8c81-4c92-a7f9-a92c4e410f6f","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.556561542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"144b8270-ee7e-4ee2-bcf5-2d015cddffa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.571576798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"144b8270-ee7e-4ee2-bcf5-2d015cddffa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/simulator-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.706851833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a944c828-ab95-4d2e-bd30-1d5e0d81fcae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:53.726248179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"a944c828-ab95-4d2e-bd30-1d5e0d81fcae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:53.796936039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"simulator-subscription","reconcileID":"144b8270-ee7e-4ee2-bcf5-2d015cddffa6","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.015051667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.015112889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","namespace":"ai-tenant-e2e-shared-b-w1-5c109b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.015165867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","tenant":"e2e-shared-b-w1-5c109b","tenantID":"e2e-shared-b-w1-5c109b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.034384068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-5c109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.063877171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Service","name":"maas-api-e2e-shared-b-w1-5c109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.08374337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-5c109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.103073985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-5c109b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.121135302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.139079902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.159072973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.176470983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.191411283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.206913955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.222346805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.237364636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.253601552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.268748223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.283846248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.302608226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.317730738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.332861141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.347916597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-5c109b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:54.362918909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5c109b"},"namespace":"ai-tenant-e2e-shared-b-w1-5c109b","name":"default-tenant","reconcileID":"e373765d-3015-46fc-a831-90c418d8ca0f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-5c109b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.318443264Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5c109b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5c109b","reconcileID":"30a87316-5a96-4490-b66f-a87a9b5e4dad","aitenant":"ai-tenants/e2e-shared-b-w1-5c109b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.580892572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadc7ea3-2118-44b3-8fae-084b9989668e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.596679985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadc7ea3-2118-44b3-8fae-084b9989668e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.6122249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadc7ea3-2118-44b3-8fae-084b9989668e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.618043929Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5c109b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5c109b","reconcileID":"30a87316-5a96-4490-b66f-a87a9b5e4dad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-5c109b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-5c109b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.627845715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadc7ea3-2118-44b3-8fae-084b9989668e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.868886547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"b9741ed2-e61e-486e-83c9-d3211e29fd08","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.949380466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b0abfe03-8ce5-46f8-b81a-64d8e788c698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.97054363Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"53f3d97b-e6e3-4cfa-8688-a5066ae6aa5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c02b89e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.992508384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"eb96bcab-19ff-4b84-9d85-702dd619fcff","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:58.996680532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"b0abfe03-8ce5-46f8-b81a-64d8e788c698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.030996258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"dc3ec32e-590d-436d-b1f3-21ca2c514a40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c02b89e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.136513754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c4ed9673-d3e5-4575-92f9-bfaf9ac9be80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.265681456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95067334-850a-4c04-964a-8ebb91f90837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.281306661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95067334-850a-4c04-964a-8ebb91f90837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.296784059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95067334-850a-4c04-964a-8ebb91f90837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.312843165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95067334-850a-4c04-964a-8ebb91f90837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.369695919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c4ed9673-d3e5-4575-92f9-bfaf9ac9be80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.444146817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c4ed9673-d3e5-4575-92f9-bfaf9ac9be80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"e2e-worker-w4-99bdb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.444170859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-access","reconcileID":"c4ed9673-d3e5-4575-92f9-bfaf9ac9be80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.464400403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"21f22d2b-dee9-491a-84a2-756794f052ba","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.660462354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"7872a4fc-2476-4ffd-b65c-19da8729be6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.660921561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"eccd2ea7-84d3-4eb8-8dd0-3bae77d0f986","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.74201231Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"ff28c030-5015-4056-965f-abe195a904b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c02b89e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.749810962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"0a71d784-7cf5-497a-a3cb-d68c104dec6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.761750728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e78c6b60-1c93-434c-82c5-a4c155a87cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.7865276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"e78c6b60-1c93-434c-82c5-a4c155a87cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.852670504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bb2361d9-1c95-4073-8b23-105ad2d62a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.853781418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"08f57b9a-d5ef-4eba-bf7d-7c1edc450e3e","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.886859265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"7f4a6d18-8fcc-4472-8c8f-3c8c1986d152","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.887168858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"e70c6fae-ef10-4eed-852e-2d6a3b7f6905","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.887525774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"d02a2878-c59a-4fb9-81bd-6b7cc41800d3","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.887772565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"8fc4659d-6e03-49bd-b55f-3f3de601aeb5","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.986501733Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"79211d0d-1771-4dd2-81f6-ab85b9bc8e8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c02b89e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.006738475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"efe9567a-47ba-4b08-8ad8-91554230627a","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.036156138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2aaf7e95-b1cb-476b-bcc4-c5981056875d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:00.038822733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-access","reconcileID":"bb2361d9-1c95-4073-8b23-105ad2d62a40","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.05705706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"2aaf7e95-b1cb-476b-bcc4-c5981056875d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.057857384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"442f0203-e400-49ee-a4ea-f9f0833d5004","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.217464839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0d88fd0c-57eb-4910-9233-7c93904a7a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.238088944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"0d88fd0c-57eb-4910-9233-7c93904a7a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.370591181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9326e8-9731-4458-8012-dc2973038fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.386299789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9326e8-9731-4458-8012-dc2973038fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.401771002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9326e8-9731-4458-8012-dc2973038fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.417515774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9326e8-9731-4458-8012-dc2973038fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.05764252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1feff824-898b-497e-ade2-21a02c1d5563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.073123234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1feff824-898b-497e-ade2-21a02c1d5563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.088906208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1feff824-898b-497e-ade2-21a02c1d5563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.106366462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1feff824-898b-497e-ade2-21a02c1d5563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:03.334404975Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"b7944129-961d-4ad3-a142-92002a4e4509","namespace":"ai-tenant-e2e-worker-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:03.334494435Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"b7944129-961d-4ad3-a142-92002a4e4509","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:03.352048424Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"b7944129-961d-4ad3-a142-92002a4e4509","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:03.352079947Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"b7944129-961d-4ad3-a142-92002a4e4509","namespace":"ai-tenant-e2e-worker-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.6657451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"4b03c014-8993-4fef-b800-4a013d285a92","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.777162466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"f6c340b7-2dde-4f8f-8776-64dbe2af8869","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.88464537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"5291d190-c91d-40dd-a414-a08d06d49242","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.939866282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"40a4195a-ede8-4c1c-a733-dca8c87e6574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.955128941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"8964d3a2-5b37-4685-bdc3-a99eef962c77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.960060898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"40a4195a-ede8-4c1c-a733-dca8c87e6574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:04.991921563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"99f2e23c-146c-4044-9923-48e724abb842","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.007968071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"c66d9a0c-e4c0-4c06-8b0e-b478812bbb5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.013861386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"7f6605e4-6648-4522-9adb-42511ed5da17","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.023636796Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"c66d9a0c-e4c0-4c06-8b0e-b478812bbb5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.071799344Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"simulator-subscription","reconcileID":"c66d9a0c-e4c0-4c06-8b0e-b478812bbb5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/simulator-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.080603406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"e1beff1d-f6fe-4203-82d3-4ef22a12a80c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.164340839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"c0b6d048-9e13-4854-a883-75f71251642c","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.174392569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"7f86221b-1879-4df2-a80b-f8d8168a114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.194312362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"7f86221b-1879-4df2-a80b-f8d8168a114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.355585931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f523b002-bfb5-4974-950d-7c4f318eb6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:05.374658492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"f523b002-bfb5-4974-950d-7c4f318eb6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:09.888055305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"93742c92-bfa3-46d8-80b2-e4bf34d87548","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:09.888346502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"191ccc1f-5606-4dc0-ab7a-c7e644945df8","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:09.888511334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"9ffa04a9-bb78-455d-bab5-6c475cef830b","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:09.888703847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"c7e9a97c-bd2e-40b5-96f4-b752f6689304","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.002350624Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"4b704b7e-67a1-45cf-b7ac-328ac878c195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.018897639Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"4b704b7e-67a1-45cf-b7ac-328ac878c195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.040645832Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"premium-simulator-subscription","reconcileID":"4b704b7e-67a1-45cf-b7ac-328ac878c195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"name":"maas-trlp-premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8","model":"e2e-models-e2e-worker-w4-99bdb8/premium-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.12549062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"52feb5d5-2797-4553-ac5d-573fcc46ecd9","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.402686199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"61c24ea0-27bc-40a7-8993-dad014ba6606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.422697005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"61c24ea0-27bc-40a7-8993-dad014ba6606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.435546234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"295fbe0b-7601-4140-9e3c-b04ef520f17e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.508920807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"ab29a380-5e66-43e9-9b7b-b82695dfe915","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.524838546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"077c7ec4-63e3-4e47-83f4-3cd0f3347b6f","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.525014317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"4679da6d-96c5-4752-986d-ade5ffb0c546","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.541277843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"062cb50c-f713-4d58-b666-692223e4e008","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.58691916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fed3450f-d976-44e4-947b-511cc3fac237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.588837618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"75c4b5c1-9caf-4e8e-8cc9-dcd79936992e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.610373781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"fed3450f-d976-44e4-947b-511cc3fac237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.766566983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"6cb5b7dd-2453-43aa-b09e-feb1f43c0bb8","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.797196378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c40beec5-21be-465b-be76-ef64923fa5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.816737577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"c40beec5-21be-465b-be76-ef64923fa5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.81788447Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"ffdf45aa-6362-4ac8-b767-3babb1e842e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b46b34e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.873439555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6772cf3f-cdfe-4e82-bfc5-9b9fee724c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.889749775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6772cf3f-cdfe-4e82-bfc5-9b9fee724c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.905546207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6772cf3f-cdfe-4e82-bfc5-9b9fee724c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:10.921242108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6772cf3f-cdfe-4e82-bfc5-9b9fee724c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.001056523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"abfb8320-7cd9-4f1e-9f05-75a5bd33ce95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.020572771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"abfb8320-7cd9-4f1e-9f05-75a5bd33ce95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.456116273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"98e49779-01ff-4d96-a4d9-5cb856d58b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.456121261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"e5400014-1b60-458c-8a17-5f6f382c696f","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.492763222Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"2d6898fe-52f7-43e1-a52b-79fdd6b83a36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b46b34e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.5666687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19340186-5bff-4460-a5e9-8a5fe826bf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.582349368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19340186-5bff-4460-a5e9-8a5fe826bf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.59795819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19340186-5bff-4460-a5e9-8a5fe826bf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.613667519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19340186-5bff-4460-a5e9-8a5fe826bf7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.629966669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"98e49779-01ff-4d96-a4d9-5cb856d58b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.679936544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"98e49779-01ff-4d96-a4d9-5cb856d58b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"e2e-worker-w1-b85343-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.679958782Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-access","reconcileID":"98e49779-01ff-4d96-a4d9-5cb856d58b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b85343"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.699616394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"2c917fe8-b632-40d1-817c-17f34c59dbf9","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.08512135Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","namespace":"ai-tenant-e2e-worker-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.085177515Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","namespace":"ai-tenant-e2e-worker-w4-99bdb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.085227611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","tenant":"e2e-worker-w4-99bdb8","tenantID":"e2e-worker-w4-99bdb8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.102319736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Deployment","name":"maas-api-e2e-worker-w4-99bdb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.129678085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Service","name":"maas-api-e2e-worker-w4-99bdb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.151937604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-99bdb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.169463651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-99bdb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.187275629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.207203157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.22784486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.246014784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.261514907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.276989324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.29229001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Service","name":"payload-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.307795583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.325169761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.340545627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.361438044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.380128761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.396352841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.411963706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.427564761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-99bdb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.443272307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-99bdb8"},"namespace":"ai-tenant-e2e-worker-w4-99bdb8","name":"default-tenant","reconcileID":"926ecb32-8e62-4f46-bd46-60202ffbe33c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-99bdb8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.24887698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"3b364c7b-5006-496b-8bee-04d029794068","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.248964197Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"3b364c7b-5006-496b-8bee-04d029794068","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.266248569Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"3b364c7b-5006-496b-8bee-04d029794068","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.266283543Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"3b364c7b-5006-496b-8bee-04d029794068","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:17.712730274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.266817774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"57f269c9-43dc-455f-adda-be1e49577252","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.266892262Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"57f269c9-43dc-455f-adda-be1e49577252","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.284173777Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"57f269c9-43dc-455f-adda-be1e49577252","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.284200125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"57f269c9-43dc-455f-adda-be1e49577252","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.889198651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"6b1c8895-58e4-442c-ac4a-fe861f85a353","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.889752855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"cdf46bd9-b302-4689-a035-f39f4199a242","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.890050942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"57fb3314-38cf-49ab-b56a-376dd4ee31c0","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.126754589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"63fb2822-22f9-440c-a1ee-405ee202bb33","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.525468823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"ff8b6fa7-b1f5-43b6-953d-1629111f6a59","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.525730913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"9efec9dc-df66-44d7-b776-e7eac2449719","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.542106947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"6ed103c2-7644-4af0-9e7a-9a96eb26b1d6","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.509449178Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"dd359335-672b-4794-a78a-7b8f093d70f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.525338778Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"dd359335-672b-4794-a78a-7b8f093d70f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.541079878Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"premium-simulator-subscription","reconcileID":"dd359335-672b-4794-a78a-7b8f093d70f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b85343"},"name":"maas-trlp-premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343","model":"e2e-models-e2e-worker-w1-b85343/premium-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.629111584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"d3744253-1359-4a5d-9e33-18be7e7ee9fc","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.927401593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e74cf1a8-ef55-4527-b6e9-1db0103ccb68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:23.028364902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5986139c-cf78-4774-b91e-4fe9836d84f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.285342189Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.285406795Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","namespace":"ai-tenant-e2e-worker-w1-b85343","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.285455899Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","tenant":"e2e-worker-w1-b85343","tenantID":"e2e-worker-w1-b85343","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.303865935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b85343","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.334044262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Service","name":"maas-api-e2e-worker-w1-b85343","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.355573188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b85343","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.373012284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b85343","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.391246995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.40850167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.428714537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.44664925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.462064925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.477541305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.492941935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Service","name":"payload-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.508606841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.523908444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.539475905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.554698061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.572780206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.587793495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.603130153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.618190953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b85343","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.633601249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b85343"},"namespace":"ai-tenant-e2e-worker-w1-b85343","name":"default-tenant","reconcileID":"c23c0971-d038-40ac-b60a-adc9d076a20a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b85343","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.857214855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63e95f40-71f7-4311-a6b1-8a28c26c63c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.958207774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b46feb7-b95a-4dde-958b-ba6413fc1af3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.803848322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-2-w4-99bdb8","reconcileID":"2910d267-eadc-4b4c-ac72-a04bf60ae366","MaaSModelRef":{"name":"distinct-2-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-2-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-2-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.812408702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"distinct-w4-99bdb8","reconcileID":"a4d5a0f6-047e-42b0-9ce1-aa327d988f98","MaaSModelRef":{"name":"distinct-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"distinct-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"distinct-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.815856862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"premium-w4-99bdb8","reconcileID":"167903e7-31b3-48af-a1f4-4a5a7b5468d0","MaaSModelRef":{"name":"premium-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"premium-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"premium-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.822599741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"namespace":"e2e-models-e2e-worker-w4-99bdb8","name":"simulator-w4-99bdb8","reconcileID":"4d8c0b27-f48c-40e2-98ef-4e43909f0aa9","MaaSModelRef":{"name":"simulator-w4-99bdb8","namespace":"e2e-models-e2e-worker-w4-99bdb8"},"routeName":"simulator-w4-99bdb8-kserve-route","namespace":"e2e-models-e2e-worker-w4-99bdb8","llmisvcName":"simulator-w4-99bdb8","gateway":"openshift-ingress/e2e-worker-w4-99bdb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:30.525878028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"4ebe7c05-208c-4146-a607-917b528f6049","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:30.52619542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"929e8dff-c62d-43f2-bdec-c5c242929d07","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:30.542650864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"3dc9cd61-bbf1-478c-b239-2b8710aeebe2","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.334132663Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-99bdb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-99bdb8","reconcileID":"4f1ffdcf-462b-4b27-8792-0e9a6b1116a8","aitenant":"ai-tenants/e2e-worker-w4-99bdb8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.615796746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1364d1bb-04e2-4007-90b7-f31267bc4339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.629524668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"c6866df8-87a7-414c-9eea-47b10942cea8","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.631878566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1364d1bb-04e2-4007-90b7-f31267bc4339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.636759248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-99bdb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-99bdb8","reconcileID":"4f1ffdcf-462b-4b27-8792-0e9a6b1116a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-99bdb8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-99bdb8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.647388282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1364d1bb-04e2-4007-90b7-f31267bc4339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.663464634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1364d1bb-04e2-4007-90b7-f31267bc4339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.501472571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c107ea05-aaee-4536-af70-cb92c3cd44d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.51768216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c107ea05-aaee-4536-af70-cb92c3cd44d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.533439303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c107ea05-aaee-4536-af70-cb92c3cd44d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.548881691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c107ea05-aaee-4536-af70-cb92c3cd44d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:33.202402451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad04b357-4bb0-41be-881e-108799db20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:33.218860363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad04b357-4bb0-41be-881e-108799db20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:33.23487159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad04b357-4bb0-41be-881e-108799db20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:33.250750552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad04b357-4bb0-41be-881e-108799db20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.375617765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87604df5-9f9b-4df5-a91b-5593febda4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.475108292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"113cc90d-7d35-4839-83f4-22ad8169aee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.527318732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"e5751ce4-078d-4085-9bf3-bfca9b41807e","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.527585948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"f840609e-988b-4293-b1de-bef8ca7c77c4","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.543979033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"b12ae4d5-e4ce-48e2-998c-27fabeaad095","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.060356242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-2-w1-b85343","reconcileID":"d84c0777-af0a-4c71-b6e4-fedaa26d7b22","MaaSModelRef":{"name":"distinct-2-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-2-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-2-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.074016946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"distinct-w1-b85343","reconcileID":"7111c59a-574a-45c9-99d1-8239bdc2e147","MaaSModelRef":{"name":"distinct-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"distinct-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"distinct-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.075283851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"premium-w1-b85343","reconcileID":"8f8480e2-b669-470d-9e28-4f023353d035","MaaSModelRef":{"name":"premium-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"premium-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"premium-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.087885148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"namespace":"e2e-models-e2e-worker-w1-b85343","name":"simulator-w1-b85343","reconcileID":"117130d6-8b30-41c7-a591-40bd365dd839","MaaSModelRef":{"name":"simulator-w1-b85343","namespace":"e2e-models-e2e-worker-w1-b85343"},"routeName":"simulator-w1-b85343-kserve-route","namespace":"e2e-models-e2e-worker-w1-b85343","llmisvcName":"simulator-w1-b85343","gateway":"openshift-ingress/e2e-worker-w1-b85343","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.460681846Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b85343","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b85343","reconcileID":"3eb6355b-2cde-4e4b-b8fd-e47a0eb6895a","aitenant":"ai-tenants/e2e-worker-w1-b85343","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.685369719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6acd364-e565-4648-acee-5b7834c3289b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.700786388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6acd364-e565-4648-acee-5b7834c3289b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.71639193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6acd364-e565-4648-acee-5b7834c3289b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.720334307Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b85343","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b85343","reconcileID":"3eb6355b-2cde-4e4b-b8fd-e47a0eb6895a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b85343","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b85343"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.73205349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6acd364-e565-4648-acee-5b7834c3289b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:45.478351626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36aadc-2b8d-49fc-9f53-6f4a530359ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:45.494238475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36aadc-2b8d-49fc-9f53-6f4a530359ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:45.509815697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36aadc-2b8d-49fc-9f53-6f4a530359ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:45.525301502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a36aadc-2b8d-49fc-9f53-6f4a530359ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:46.166015197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3201f735-0e9f-40ca-a7f2-ea386e50b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:46.181705309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3201f735-0e9f-40ca-a7f2-ea386e50b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:46.197291511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3201f735-0e9f-40ca-a7f2-ea386e50b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:46.213171229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3201f735-0e9f-40ca-a7f2-ea386e50b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.702666803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}